[ 522.394214] env[65598]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.394214] env[65598]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.420065] env[65687]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.420065] env[65687]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.997184] env[65687]: INFO neutron.common.config [-] Logging enabled! [ 524.997184] env[65687]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 524.997184] env[65687]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65687) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 524.997593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 524.997593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 524.998280] env[65687]: WARNING oslo_policy.policy [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.998480] env[65687]: WARNING oslo_policy.policy [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.000155] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] VMware NSXv3 Agent initialized successfully. [ 525.000497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Acquiring lock "singleton_lock" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.000935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Acquired lock "singleton_lock" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.000935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Releasing lock "singleton_lock" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.001761] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Full set of CONF: {{(pid=65687) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.001761] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ******************************************************************************** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.001761] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Configuration options gathered from: {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.001761] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.001995] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.001995] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ================================================================================ {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.002100] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] agent_down_time = 75 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002232] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] allow_automatic_dhcp_failover = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002365] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] allow_bulk = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002505] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] api_extensions_path = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002637] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] api_paste_config = api-paste.ini {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002771] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] auth_strategy = keystone {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.002879] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] backdoor_port = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003343] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] backdoor_socket = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003343] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] backlog = 4096 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003343] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] base_mac = fa:16:3e:00:00:00 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003438] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] bind_host = 0.0.0.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] bind_port = 9696 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.003671] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] client_socket_timeout = 900 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] config_dir = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] config_source = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] control_exchange = neutron {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] core_plugin = ml2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004600] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] debug = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004789] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] default_availability_zones = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004789] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.004955] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dhcp_agent_notification = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005053] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dhcp_agents_per_network = 1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005185] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dhcp_lease_duration = 86400 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005321] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dhcp_load_type = networks {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005452] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dns_domain = openstacklocal {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005855] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005855] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_default_route_bfd = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.005855] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_default_route_ecmp = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006063] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_dvr = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006257] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_new_agents = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006257] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006810] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_signals = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006810] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] enable_traditional_dhcp = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006810] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] external_dns_driver = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006810] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] filter_validation = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006947] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] global_physnet_mtu = 8950 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.006976] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] graceful_shutdown_timeout = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007159] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] host = cpu-1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007821] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] host_dvr_for_dhcp = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007821] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] http_retries = 3 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007821] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] instance_format = [instance: %(uuid)s] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007821] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.007821] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ipam_driver = internal {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008098] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ipv6_pd_enabled = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008098] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] l3_ha = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008186] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008605] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] l3_ha_network_physical_name = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008605] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] l3_ha_network_type = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008605] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_color = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.008728] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_config_append = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_dir = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_file = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_options = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_rotate_interval = 1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_rotate_interval_type = days {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] log_rotation_type = none {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011403] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011403] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011403] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011403] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011403] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_dns_nameservers = 5 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_header_line = 16384 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_l3_agents_per_router = 3 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_logfile_count = 30 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_logfile_size_mb = 200 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] max_subnet_host_routes = 20 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] my_ip = 10.180.1.21 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011764] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] my_ipv6 = ::1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011764] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] network_auto_schedule = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011764] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] network_link_prefix = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011764] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011764] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] notify_nova_on_port_data_changes = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.011896] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] notify_nova_on_port_status_changes = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012042] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] pagination_max_limit = -1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012164] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] publish_errors = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012288] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rate_limit_burst = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012421] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rate_limit_except_level = CRITICAL {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012544] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rate_limit_interval = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012667] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] retry_until_window = 30 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012788] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] router_distributed = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.012911] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rpc_resources_processing_step = 20 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013044] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rpc_response_max_timeout = 600 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013171] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] rpc_response_timeout = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013293] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] send_events_interval = 2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013439] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] service_plugins = ['router'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013576] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] setproctitle = on {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.013699] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] shell_completion = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] state_path = /opt/stack/data/neutron {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] syslog_log_facility = LOG_USER {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] tcp_keepidle = 600 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] transport_url = **** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] use_journal = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] use_json = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.014801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] use_ssl = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015101] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] use_stderr = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015101] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] use_syslog = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015101] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vlan_qinq = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015204] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vlan_transparent = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015253] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] watch_log_file = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015377] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] wsgi_default_pool_size = 100 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015498] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] wsgi_keep_alive = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015642] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015790] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] wsgi_server_debug = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.015948] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_concurrency.disable_process_locking = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.016103] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.017974] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.connection_string = messaging:// {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.enabled = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.es_doc_type = notification {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.es_scroll_size = 10000 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.es_scroll_time = 2m {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.filter_error_trace = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.hmac_keys = **** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018238] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.sentinel_service_name = mymaster {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018458] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.socket_timeout = 0.1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018458] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.trace_requests = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018458] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler.trace_sqlalchemy = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018613] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler_jaeger.process_tags = {} {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.018784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler_jaeger.service_name_prefix = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.019014] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] profiler_otlp.service_name_prefix = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.019183] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.enforce_new_defaults = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.019503] env[65687]: WARNING oslo_config.cfg [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.019650] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.enforce_scope = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.019795] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.policy_default_rule = default {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.019944] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020091] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020645] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020645] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020645] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020645] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020824] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.020868] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_policy.remote_timeout = 60.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021021] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021167] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] agent.extensions = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021303] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021917] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] service_providers.service_provider = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021917] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.default_quota = -1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021917] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.021917] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_floatingip = 50 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022117] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_network = 100 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022117] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_port = 500 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022216] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022340] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_router = 10 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022464] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_security_group = 10 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022590] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022714] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.quota_subnet = 100 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.022955] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] QUOTAS.track_quota_usage = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.023036] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.023484] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.023484] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.023484] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024550] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024804] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024804] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024804] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_dhcp_release.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024804] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.024925] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.025026] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_ovs_vsctl.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.capabilities = [21] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027275] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_namespace.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.capabilities = [12] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027515] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_conntrack.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.capabilities = [12, 21] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027695] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.group = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.027866] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.helper_command = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028183] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.log_daemon_traceback = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028183] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028276] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.thread_pool_size = 8 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028344] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] privsep_link.user = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028490] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028631] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028765] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.continue_on_failed_promotions = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.028894] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.dscp = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029034] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.dscp_inherit = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029180] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.force_mp_to_policy = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029312] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.locking_coordinator_url = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029444] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.log_agent_heartbeats = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029573] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.logging_expire = 1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029707] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029835] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.029970] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.polling_interval = 240 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.030111] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.030251] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.030511] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.report_interval = 30.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.030589] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031315] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031315] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031315] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.sync_skew = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031315] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.synchronization_queue_size = 20 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031315] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT.use_helper_for_ns_read = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031599] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] SECURITYGROUP.enable_ipset = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031599] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] SECURITYGROUP.enable_security_group = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031689] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031798] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.031934] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] experimental.ipv6_pd_enabled = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.032094] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.extension_drivers = ['port_security'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.032224] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.external_network_type = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.032366] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.032507] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.overlay_ip_version = 4 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.032661] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.path_mtu = 8950 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033201] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.physical_network_mtus = {} {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033201] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.tenant_network_types = ['vlan'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033201] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033201] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ml2.type_drivers = ['vlan'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033432] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT_CLI.neutron_port_id = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033432] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033561] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033699] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033842] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.033977] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034158] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034597] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034597] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034597] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034777] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_login_password = **** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.034864] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_login_port = 443 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035022] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_login_user = admin {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035784] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035946] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.035946] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036430] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036430] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036430] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036623] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036623] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036742] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.036936] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.037446] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vsphere.vsphere_login_password = VMware1! {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.037446] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.037587] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.037789] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.auth_section = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.037994] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.auth_type = password {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.038262] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.038407] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.certfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.038834] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.collect_timing = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.038834] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.endpoint_type = public {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039023] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.insecure = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039224] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.keyfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039430] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.region_name = RegionOne {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039746] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.split_loggers = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039814] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] nova.timeout = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.039972] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.auth_section = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040147] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.auth_type = password {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040405] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040494] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.certfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040584] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.collect_timing = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040962] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.endpoint_type = public {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040962] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.insecure = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.040962] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.keyfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041114] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.region_name = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041261] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.split_loggers = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041703] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] placement.timeout = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041703] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.auth_section = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041703] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.auth_type = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041801] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.cafile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041872] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.certfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.041967] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.collect_timing = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042321] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.connect_retries = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042321] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.connect_retry_delay = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042417] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.enable_notifications = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042479] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.endpoint_override = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042599] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.insecure = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042922] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.interface = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.042922] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.keyfile = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043044] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.max_version = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043189] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.min_version = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043619] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.region_name = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043619] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.retriable_status_codes = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043619] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.service_name = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043619] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.service_type = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.043737] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.split_loggers = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044132] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.status_code_retries = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044132] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.status_code_retry_delay = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044132] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.timeout = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044292] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.valid_interfaces = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044338] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ironic.version = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044697] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] cli_script.dry_run = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044697] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.044697] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045166] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045166] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045166] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045262] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045562] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045562] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045654] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045968] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.045968] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046175] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046175] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046267] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046532] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046532] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046655] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.046792] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047530] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047530] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047530] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047530] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047530] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047743] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047743] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047880] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.047975] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.048097] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.048353] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.048353] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049055] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049055] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049055] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049055] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049055] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049666] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.ssl_version = {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049666] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049666] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_notifications.driver = [] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049666] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_notifications.retry = -1 {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049841] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049841] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] oslo_messaging_notifications.transport_url = **** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.049933] env[65687]: DEBUG oslo_service.backend._eventlet.service [None req-bdd7b96e-8fd7-4d70-bd6a-cd72a0e5e32c None None] ******************************************************************************** {{(pid=65687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.051056] env[65687]: DEBUG neutron.agent.securitygroups_rpc [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Init firewall settings (driver=nsxv3) {{(pid=65687) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.052400] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65687) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.052645] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.054942] env[65687]: DEBUG dogpile.cache.region [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.055075] env[65687]: DEBUG dogpile.lock [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.055175] env[65687]: DEBUG dogpile.lock [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.055266] env[65687]: DEBUG dogpile.lock [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.055357] env[65687]: DEBUG dogpile.cache.region [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.055443] env[65687]: DEBUG dogpile.lock [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.055570] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.107571] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Session token - acquiring [ 525.109378] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.109589] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.109697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.110176] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.122721] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.409079] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.434147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.434380] env[65687]: DEBUG dogpile.cache.region [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Cache value generated in 0.379 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.434442] env[65687]: DEBUG dogpile.lock [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.434538] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Activating Policy API Provider. [ 525.434757] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Looking for the default Infrastructure Rules. [ 525.504736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.520641] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.521118] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.521290] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.521392] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.521680] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.522034] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.038040] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.540889] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.044407] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Inventory metadata is going to be refreshed. [ 527.044407] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.754026] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.754026] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.754026] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.754026] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.766167] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.767372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.768173] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.788621] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.791091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.791091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.791091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.791091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.791091] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.791091] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.791091] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.811600] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.811600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.811600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.811600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.811600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.811600] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.832023] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.832023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.832023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.832023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.832023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.832023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.852378] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.852963] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.853257] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.853658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.853948] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.854235] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.855071] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.855071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.875788] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.875788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.875788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.875788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.875788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.875788] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.875788] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.875788] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.898025] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.898025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.898025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.898025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.898025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.898025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.898025] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.898025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Inventory metadata have been refreshed. [ 527.898025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Dryrun:True. Metadata refresh completed. [ 527.898025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.899992] env[65687]: INFO neutron.agent.agent_extensions_manager [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Loaded agent extensions: [] [ 527.900906] env[65687]: DEBUG neutron_lib.callbacks.manager [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65687) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 527.955379] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent RPC Daemon Started! [ 527.955751] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:0 started [ 527.955994] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent out of sync with plugin! [ 532.901845] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.901845] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.902962] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.903331] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.971700] env[65687]: INFO networking_nsxv3.common.synchronization [None req-63b50e6f-9a0c-458f-af3c-98020c9f79bd demo admin] Enqueued Resource ID: 31499ebb-c153-4f75-8afb-030db80de38e with Priority: HIGHEST for action security_group_rules [ 540.971897] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31499ebb-c153-4f75-8afb-030db80de38e with Priority: HIGHEST for action security_group_rules [ 540.972148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31499ebb-c153-4f75-8afb-030db80de38e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.972243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31499ebb-c153-4f75-8afb-030db80de38e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.972297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31499ebb-c153-4f75-8afb-030db80de38e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.972615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31499ebb-c153-4f75-8afb-030db80de38e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.972699] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31499ebb-c153-4f75-8afb-030db80de38e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.493715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.493946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.493946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.494196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.494288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.494380] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31499ebb-c153-4f75-8afb-030db80de38e already deleted. [ 541.494462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31499ebb-c153-4f75-8afb-030db80de38e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.973750] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.974184] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.974990] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.975291] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.904020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.904267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.904318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.904535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.904793] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.407330] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.909684] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.412442] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 553.412943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 554.207251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.207509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.207509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.207685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.220420] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 554.221266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.221927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 554.240818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.241046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.241046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.241264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.241343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.241448] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 554.241520] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.241590] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 554.263991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.264270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.264270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.264417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.264550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.264659] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.284231] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.284480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.284480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.284657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.284717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.284830] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.304159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.304407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.304407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.304561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.304662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.304774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 554.304861] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.304927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 554.331696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.331954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.331954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.332156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.332247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.332356] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 554.332427] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.332497] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 554.354158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.354420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.354420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.354560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.354661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.354775] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 554.354848] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.354907] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 554.354974] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 554.355101] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 554.355218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 554.355218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 554.355503] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 554.355564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 554.355650] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.376967] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.377232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.377232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.377386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.377493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.377597] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.396890] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.397136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.397136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.397311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.397416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.409886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.976645] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.977072] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.978055] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.978452] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.979436] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.979693] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.980560] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.980560] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.327782] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f7a84e0c-b41b-422f-8e14-35ad506dd953 None None] Enqueued Resource ID: 2f9eef93-9231-4239-a779-8989b512ccc9 with Priority: HIGHEST for action port [ 571.328333] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9eef93-9231-4239-a779-8989b512ccc9 with Priority: HIGHEST for action port [ 571.328633] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9eef93-9231-4239-a779-8989b512ccc9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.328753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9eef93-9231-4239-a779-8989b512ccc9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.328820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9eef93-9231-4239-a779-8989b512ccc9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.329159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9eef93-9231-4239-a779-8989b512ccc9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.329249] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9eef93-9231-4239-a779-8989b512ccc9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.832375] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f9eef93-9231-4239-a779-8989b512ccc9 [ 571.832732] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.833518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.833518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.833518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.833518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.833518] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f9eef93-9231-4239-a779-8989b512ccc9 already deleted. [ 571.833871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9eef93-9231-4239-a779-8989b512ccc9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.102276] env[65687]: INFO networking_nsxv3.common.synchronization [None req-053bdcaa-220a-48aa-b16f-d5c832c7c104 None None] Enqueued Resource ID: c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2 with Priority: HIGHEST for action port [ 574.103092] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2 with Priority: HIGHEST for action port [ 574.103494] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.103619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.103706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.103930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.104499] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.608602] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2 [ 574.608602] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.608602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.608602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.608602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.608602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.608602] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2 already deleted. [ 574.608602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0254bdb-40e3-4e44-9f41-dfdf4e82f6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.023336] env[65687]: INFO networking_nsxv3.common.synchronization [None req-da4a7780-2869-4a4e-b9e8-cafbb2507543 None None] Enqueued Resource ID: d6b0e1b0-daec-4858-914f-41ec2bf6bf82 with Priority: HIGHEST for action port [ 576.023663] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b0e1b0-daec-4858-914f-41ec2bf6bf82 with Priority: HIGHEST for action port [ 576.026023] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b0e1b0-daec-4858-914f-41ec2bf6bf82 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.026023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b0e1b0-daec-4858-914f-41ec2bf6bf82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.026023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b0e1b0-daec-4858-914f-41ec2bf6bf82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.026989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b0e1b0-daec-4858-914f-41ec2bf6bf82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.026989] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b0e1b0-daec-4858-914f-41ec2bf6bf82',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.046910] env[65687]: INFO networking_nsxv3.common.synchronization [None req-151330d5-9330-479a-a6e4-9a5d607642ea None None] Enqueued Resource ID: db16d138-6e7f-4496-8fb8-7f1a3dd864e7 with Priority: HIGHEST for action port [ 576.047201] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db16d138-6e7f-4496-8fb8-7f1a3dd864e7 with Priority: HIGHEST for action port [ 576.049117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-db16d138-6e7f-4496-8fb8-7f1a3dd864e7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.049238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db16d138-6e7f-4496-8fb8-7f1a3dd864e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.049898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db16d138-6e7f-4496-8fb8-7f1a3dd864e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.049898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db16d138-6e7f-4496-8fb8-7f1a3dd864e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.049898] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db16d138-6e7f-4496-8fb8-7f1a3dd864e7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.531044] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b0e1b0-daec-4858-914f-41ec2bf6bf82 [ 576.531044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.531240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.531240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.531423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.531521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.531992] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b0e1b0-daec-4858-914f-41ec2bf6bf82 already deleted. [ 576.531992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b0e1b0-daec-4858-914f-41ec2bf6bf82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.552247] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db16d138-6e7f-4496-8fb8-7f1a3dd864e7 [ 576.552604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.553357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.553446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.553669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.553765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.553862] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db16d138-6e7f-4496-8fb8-7f1a3dd864e7 already deleted. [ 576.553944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db16d138-6e7f-4496-8fb8-7f1a3dd864e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.958780] env[65687]: INFO networking_nsxv3.common.synchronization [None req-41680cd1-f97a-48d4-b565-71fa5c7bdae3 None None] Enqueued Resource ID: 0f5f9048-2e10-421b-af97-bb67f7cb5339 with Priority: HIGHEST for action port [ 576.959227] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5f9048-2e10-421b-af97-bb67f7cb5339 with Priority: HIGHEST for action port [ 576.959867] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5f9048-2e10-421b-af97-bb67f7cb5339 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.959990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5f9048-2e10-421b-af97-bb67f7cb5339" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.960774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5f9048-2e10-421b-af97-bb67f7cb5339" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.961183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5f9048-2e10-421b-af97-bb67f7cb5339" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.961992] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5f9048-2e10-421b-af97-bb67f7cb5339',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.398334] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cf7413dd-57e2-4342-a4d2-6120e82d0627 None None] Enqueued Resource ID: f360f93c-4592-410c-8880-f9256471e3ef with Priority: HIGHEST for action port [ 577.398334] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f360f93c-4592-410c-8880-f9256471e3ef with Priority: HIGHEST for action port [ 577.398616] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f360f93c-4592-410c-8880-f9256471e3ef taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.398684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f360f93c-4592-410c-8880-f9256471e3ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.398717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f360f93c-4592-410c-8880-f9256471e3ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.398974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f360f93c-4592-410c-8880-f9256471e3ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.399063] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f360f93c-4592-410c-8880-f9256471e3ef',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.465453] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5f9048-2e10-421b-af97-bb67f7cb5339 [ 577.465453] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.465453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.465453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.465453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.465453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.465453] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5f9048-2e10-421b-af97-bb67f7cb5339 already deleted. [ 577.465453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5f9048-2e10-421b-af97-bb67f7cb5339" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.902762] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f360f93c-4592-410c-8880-f9256471e3ef [ 577.903010] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.903248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.903556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.903831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.903968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.904046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f360f93c-4592-410c-8880-f9256471e3ef already deleted. [ 577.904105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f360f93c-4592-410c-8880-f9256471e3ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.325992] env[65687]: INFO networking_nsxv3.common.synchronization [None req-73570b08-6377-4859-b077-26c3cf6d30ac None None] Enqueued Resource ID: 6e123e22-620a-4964-8ec2-d03dab6ab5e5 with Priority: HIGHEST for action port [ 578.326259] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e123e22-620a-4964-8ec2-d03dab6ab5e5 with Priority: HIGHEST for action port [ 578.326825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e123e22-620a-4964-8ec2-d03dab6ab5e5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.326943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e123e22-620a-4964-8ec2-d03dab6ab5e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.327066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e123e22-620a-4964-8ec2-d03dab6ab5e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.327296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e123e22-620a-4964-8ec2-d03dab6ab5e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.327578] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e123e22-620a-4964-8ec2-d03dab6ab5e5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.829677] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e123e22-620a-4964-8ec2-d03dab6ab5e5 [ 578.829910] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.830059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.830135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.830435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.830551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.830667] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e123e22-620a-4964-8ec2-d03dab6ab5e5 already deleted. [ 578.830754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e123e22-620a-4964-8ec2-d03dab6ab5e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.022201] env[65687]: INFO networking_nsxv3.common.synchronization [None req-2de01739-c55a-4ea9-8f00-161e2e4bc014 None None] Enqueued Resource ID: 66f63047-7bf2-48f4-b0a5-1a70089c33c1 with Priority: HIGHEST for action port [ 579.022201] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f63047-7bf2-48f4-b0a5-1a70089c33c1 with Priority: HIGHEST for action port [ 579.028032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f63047-7bf2-48f4-b0a5-1a70089c33c1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.028032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f63047-7bf2-48f4-b0a5-1a70089c33c1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.028280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f63047-7bf2-48f4-b0a5-1a70089c33c1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.028533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f63047-7bf2-48f4-b0a5-1a70089c33c1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.028533] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f63047-7bf2-48f4-b0a5-1a70089c33c1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.375821] env[65687]: INFO networking_nsxv3.common.synchronization [None req-29d514cf-373c-4009-895c-9711c12e3efa None None] Enqueued Resource ID: a21a7278-db6a-4988-a300-97dd3d5f4346 with Priority: HIGHEST for action port [ 579.376361] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21a7278-db6a-4988-a300-97dd3d5f4346 with Priority: HIGHEST for action port [ 579.377889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a21a7278-db6a-4988-a300-97dd3d5f4346 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.377889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a21a7278-db6a-4988-a300-97dd3d5f4346" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.377889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a21a7278-db6a-4988-a300-97dd3d5f4346" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.378330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a21a7278-db6a-4988-a300-97dd3d5f4346" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.378511] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21a7278-db6a-4988-a300-97dd3d5f4346',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.531844] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f63047-7bf2-48f4-b0a5-1a70089c33c1 [ 579.531844] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.531844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.531844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.532093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.532195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.532293] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f63047-7bf2-48f4-b0a5-1a70089c33c1 already deleted. [ 579.532374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f63047-7bf2-48f4-b0a5-1a70089c33c1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.883472] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a21a7278-db6a-4988-a300-97dd3d5f4346 [ 579.883786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.883939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.884035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.884602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.885336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.885336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a21a7278-db6a-4988-a300-97dd3d5f4346 already deleted. [ 579.885336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a21a7278-db6a-4988-a300-97dd3d5f4346" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.949598] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dafbb49f-4b52-422d-887a-cbd1933ddf5e None None] Enqueued Resource ID: 23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa with Priority: HIGHEST for action port [ 580.949891] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa with Priority: HIGHEST for action port [ 580.950404] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.950526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.950591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.950827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.950906] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.453250] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa [ 581.453796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.454008] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.454160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.456851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.456851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.456851] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa already deleted. [ 581.456851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ddba4e-6db7-4a00-9eb0-cbf30f7a02aa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.943912] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8ded562b-31d9-4898-880d-ecdb67df006c None None] Enqueued Resource ID: d874134a-ab52-4800-a019-e53602c6e0d6 with Priority: HIGHEST for action port [ 581.946027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d874134a-ab52-4800-a019-e53602c6e0d6 with Priority: HIGHEST for action port [ 581.946027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d874134a-ab52-4800-a019-e53602c6e0d6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.946027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d874134a-ab52-4800-a019-e53602c6e0d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.946027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d874134a-ab52-4800-a019-e53602c6e0d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.946027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d874134a-ab52-4800-a019-e53602c6e0d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.946027] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d874134a-ab52-4800-a019-e53602c6e0d6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.332310] env[65687]: INFO networking_nsxv3.common.synchronization [None req-5cb5e6b7-880e-44e4-923c-9409eaf47194 None None] Enqueued Resource ID: eb40ebe8-149c-4154-ace1-efc0a71f4e5e with Priority: HIGHEST for action port [ 582.332617] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb40ebe8-149c-4154-ace1-efc0a71f4e5e with Priority: HIGHEST for action port [ 582.333209] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb40ebe8-149c-4154-ace1-efc0a71f4e5e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.333331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb40ebe8-149c-4154-ace1-efc0a71f4e5e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.333396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb40ebe8-149c-4154-ace1-efc0a71f4e5e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.333627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb40ebe8-149c-4154-ace1-efc0a71f4e5e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.333701] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb40ebe8-149c-4154-ace1-efc0a71f4e5e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.450075] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d874134a-ab52-4800-a019-e53602c6e0d6 [ 582.450324] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.451022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.451022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.451022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.451022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.451022] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d874134a-ab52-4800-a019-e53602c6e0d6 already deleted. [ 582.451022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d874134a-ab52-4800-a019-e53602c6e0d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.492858] env[65687]: INFO networking_nsxv3.common.synchronization [None req-2943c648-db42-4a2e-933a-c7b0cf963706 None None] Enqueued Resource ID: 8d0133fd-ca00-4152-a399-62ba99e72a06 with Priority: HIGHEST for action port [ 582.493488] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0133fd-ca00-4152-a399-62ba99e72a06 with Priority: HIGHEST for action port [ 582.493642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0133fd-ca00-4152-a399-62ba99e72a06 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.493766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0133fd-ca00-4152-a399-62ba99e72a06" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.493828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0133fd-ca00-4152-a399-62ba99e72a06" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.494161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0133fd-ca00-4152-a399-62ba99e72a06" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.494161] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0133fd-ca00-4152-a399-62ba99e72a06',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.837477] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb40ebe8-149c-4154-ace1-efc0a71f4e5e [ 582.838302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.838475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.838547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.841017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.841017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.841017] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb40ebe8-149c-4154-ace1-efc0a71f4e5e already deleted. [ 582.841017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb40ebe8-149c-4154-ace1-efc0a71f4e5e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.996904] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d0133fd-ca00-4152-a399-62ba99e72a06 [ 582.997986] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.997986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.997986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.997986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.997986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.998251] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d0133fd-ca00-4152-a399-62ba99e72a06 already deleted. [ 582.998251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0133fd-ca00-4152-a399-62ba99e72a06" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.727946] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f86db5df-a1d3-47e8-9644-78e60427a149 None None] Enqueued Resource ID: 693f5dbd-3837-41c3-bd48-d80aa7a2e4b9 with Priority: HIGHEST for action port [ 584.728959] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693f5dbd-3837-41c3-bd48-d80aa7a2e4b9 with Priority: HIGHEST for action port [ 584.729042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-693f5dbd-3837-41c3-bd48-d80aa7a2e4b9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.730857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693f5dbd-3837-41c3-bd48-d80aa7a2e4b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.730953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693f5dbd-3837-41c3-bd48-d80aa7a2e4b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.733167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693f5dbd-3837-41c3-bd48-d80aa7a2e4b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.733167] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693f5dbd-3837-41c3-bd48-d80aa7a2e4b9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.040726] env[65687]: INFO networking_nsxv3.common.synchronization [None req-74c542ca-e6b1-4ac9-b98c-0aa8f43f015c None None] Enqueued Resource ID: 4d6be9fc-d567-4b89-a541-cd8ce22fe961 with Priority: HIGHEST for action port [ 585.040726] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6be9fc-d567-4b89-a541-cd8ce22fe961 with Priority: HIGHEST for action port [ 585.040976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6be9fc-d567-4b89-a541-cd8ce22fe961 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.041095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6be9fc-d567-4b89-a541-cd8ce22fe961" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.041186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6be9fc-d567-4b89-a541-cd8ce22fe961" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.041499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6be9fc-d567-4b89-a541-cd8ce22fe961" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.041584] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6be9fc-d567-4b89-a541-cd8ce22fe961',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.234568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 693f5dbd-3837-41c3-bd48-d80aa7a2e4b9 [ 585.234731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.234834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.235031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.235469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.235555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.235694] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:693f5dbd-3837-41c3-bd48-d80aa7a2e4b9 already deleted. [ 585.235799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693f5dbd-3837-41c3-bd48-d80aa7a2e4b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.543230] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d6be9fc-d567-4b89-a541-cd8ce22fe961 [ 585.543618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.543880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.544128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.544458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.544644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.545159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d6be9fc-d567-4b89-a541-cd8ce22fe961 already deleted. [ 585.545631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6be9fc-d567-4b89-a541-cd8ce22fe961" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.740423] env[65687]: INFO networking_nsxv3.common.synchronization [None req-956b1e17-ed96-4abb-b179-7471626103ee None None] Enqueued Resource ID: daf787b8-4a8c-4d07-9b6e-dc546138337b with Priority: HIGHEST for action port [ 585.740423] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf787b8-4a8c-4d07-9b6e-dc546138337b with Priority: HIGHEST for action port [ 585.740847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf787b8-4a8c-4d07-9b6e-dc546138337b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.740847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf787b8-4a8c-4d07-9b6e-dc546138337b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.740847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf787b8-4a8c-4d07-9b6e-dc546138337b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.740980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf787b8-4a8c-4d07-9b6e-dc546138337b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.741807] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf787b8-4a8c-4d07-9b6e-dc546138337b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.244178] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daf787b8-4a8c-4d07-9b6e-dc546138337b [ 586.245908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.246161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.246217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.246571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.246662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.247298] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daf787b8-4a8c-4d07-9b6e-dc546138337b already deleted. [ 586.247298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf787b8-4a8c-4d07-9b6e-dc546138337b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.507309] env[65687]: INFO networking_nsxv3.common.synchronization [None req-655387be-1306-4fc5-804b-90a810685124 tempest-ServersTestFqdnHostnames-1929490360 tempest-ServersTestFqdnHostnames-1929490360-project-member] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 586.507933] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 586.508266] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.508360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.508425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.508679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.508760] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.584476] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c012b077-655e-4bcb-98c5-1936e45c3a0b None None] Enqueued Resource ID: 796f5d1f-51d0-43d8-8d05-770f24f32beb with Priority: HIGHEST for action port [ 586.585103] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796f5d1f-51d0-43d8-8d05-770f24f32beb with Priority: HIGHEST for action port [ 586.585796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-796f5d1f-51d0-43d8-8d05-770f24f32beb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.585796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-796f5d1f-51d0-43d8-8d05-770f24f32beb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.585796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-796f5d1f-51d0-43d8-8d05-770f24f32beb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.586143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-796f5d1f-51d0-43d8-8d05-770f24f32beb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.586143] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796f5d1f-51d0-43d8-8d05-770f24f32beb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.630938] env[65687]: INFO networking_nsxv3.common.synchronization [None req-1a6e028a-6e6e-43c1-8e22-945a4730980a tempest-ServersTestFqdnHostnames-1929490360 tempest-ServersTestFqdnHostnames-1929490360-project-member] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 586.631476] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 586.631761] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.631860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.032156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.032156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.032742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.032742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.032742] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e already deleted. [ 587.032742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.032742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.032931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.032931] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.088125] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 796f5d1f-51d0-43d8-8d05-770f24f32beb [ 587.088782] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.089904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.089904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.089904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.089904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.089904] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:796f5d1f-51d0-43d8-8d05-770f24f32beb already deleted. [ 587.089904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-796f5d1f-51d0-43d8-8d05-770f24f32beb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555409] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.556076] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e already deleted. [ 587.556158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.908629] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7ddf371f-4098-4b50-9a37-65f0399a0f44 tempest-ServersTestJSON-515836865 tempest-ServersTestJSON-515836865-project-member] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 587.910447] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 587.911050] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.911137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.911171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.911426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.911523] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.320116] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b86b3675-4414-489c-bd42-b121a8275e7d tempest-ServersTestJSON-515836865 tempest-ServersTestJSON-515836865-project-member] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 588.321233] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 588.321763] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.321931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.436849] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.436998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.437107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.437372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.437468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.437565] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3184ef78-6668-4710-9001-796af0725457 already deleted. [ 588.437650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.437802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.437959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.438047] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.499117] env[65687]: INFO networking_nsxv3.common.synchronization [req-07f28b6d-10fc-4048-8e68-3f8cd86a039b req-50bffc6c-ef47-48a0-b9a4-c89728bef24e tempest-DeleteServersAdminTestJSON-1707993479 tempest-DeleteServersAdminTestJSON-1707993479-project-member] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 588.500038] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 588.501144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.502699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.502699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.502880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.503021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.503135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.503190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.503335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.503418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.505150] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.965134] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.965134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.965134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.965134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.965134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.965134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3184ef78-6668-4710-9001-796af0725457 already deleted. [ 588.965134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.990151] env[65687]: INFO networking_nsxv3.common.synchronization [None req-ad8d86a9-d341-4132-be26-bde5e981cadc None None] Enqueued Resource ID: f60f93a2-a5d4-4757-9782-17775313dad2 with Priority: HIGHEST for action port [ 588.990697] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60f93a2-a5d4-4757-9782-17775313dad2 with Priority: HIGHEST for action port [ 588.990996] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f60f93a2-a5d4-4757-9782-17775313dad2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.991158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f60f93a2-a5d4-4757-9782-17775313dad2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.991210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f60f93a2-a5d4-4757-9782-17775313dad2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.991440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f60f93a2-a5d4-4757-9782-17775313dad2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.991521] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f60f93a2-a5d4-4757-9782-17775313dad2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.009346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.009499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.009570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.009771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.009869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.010051] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.010153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.010217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.010361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.010463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.010518] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a already deleted. [ 589.010599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.085020] env[65687]: INFO networking_nsxv3.common.synchronization [None req-05f69e9b-0bbd-48c8-9184-9424be8ff62e None None] Enqueued Resource ID: efe72585-da33-4c6f-b73d-55043f9dd456 with Priority: HIGHEST for action port [ 589.085020] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe72585-da33-4c6f-b73d-55043f9dd456 with Priority: HIGHEST for action port [ 589.085020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe72585-da33-4c6f-b73d-55043f9dd456 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.085020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe72585-da33-4c6f-b73d-55043f9dd456" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.085020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe72585-da33-4c6f-b73d-55043f9dd456" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.085393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe72585-da33-4c6f-b73d-55043f9dd456" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.085569] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe72585-da33-4c6f-b73d-55043f9dd456',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.471993] env[65687]: INFO networking_nsxv3.common.synchronization [None req-201ea478-cda0-47b4-923b-9952e68308fc None None] Enqueued Resource ID: 435e7f83-129c-4ff1-9680-35fc7c4aa9ba with Priority: HIGHEST for action port [ 589.474060] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435e7f83-129c-4ff1-9680-35fc7c4aa9ba with Priority: HIGHEST for action port [ 589.474060] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-435e7f83-129c-4ff1-9680-35fc7c4aa9ba taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.474060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435e7f83-129c-4ff1-9680-35fc7c4aa9ba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.474060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435e7f83-129c-4ff1-9680-35fc7c4aa9ba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.474468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435e7f83-129c-4ff1-9680-35fc7c4aa9ba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.474561] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435e7f83-129c-4ff1-9680-35fc7c4aa9ba',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.494535] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f60f93a2-a5d4-4757-9782-17775313dad2 [ 589.494759] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.494891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.494961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.495198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.495293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.495386] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f60f93a2-a5d4-4757-9782-17775313dad2 already deleted. [ 589.495465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f60f93a2-a5d4-4757-9782-17775313dad2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.588220] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe72585-da33-4c6f-b73d-55043f9dd456 [ 589.589090] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.589090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.589090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.589090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.589090] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe72585-da33-4c6f-b73d-55043f9dd456 already deleted. [ 589.589346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe72585-da33-4c6f-b73d-55043f9dd456" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.602865] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.603135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.603758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.603758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.603840] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.603939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.604087] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.604778] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.604778] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.604778] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.604948] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.604948] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.605072] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.605162] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.605402] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.605736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.627650] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.627826] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.627973] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.628177] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.628481] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-f99150d5-faca-4960-8794-18ef16b2e955 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.628655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.628929] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.629092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.629236] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99150d5-faca-4960-8794-18ef16b2e955',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.978985] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 435e7f83-129c-4ff1-9680-35fc7c4aa9ba [ 589.981809] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.981927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.982440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.982440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.982440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.982440] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:435e7f83-129c-4ff1-9680-35fc7c4aa9ba already deleted. [ 589.982564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435e7f83-129c-4ff1-9680-35fc7c4aa9ba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.001719] env[65687]: INFO networking_nsxv3.common.synchronization [req-a806eec1-a404-4a9d-a92c-2797b81d6e19 req-fc31773e-0b43-4ce6-9cfb-e7a8f02013cf tempest-ServerExternalEventsTest-1947297796 tempest-ServerExternalEventsTest-1947297796-project-member] Enqueued Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 590.001831] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 590.002193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.002327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.002397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.002645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.002807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.002910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.002975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.006959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.007130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.007216] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.133428] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.133872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.134446] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.134696] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.134844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.135177] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port f99150d5-faca-4960-8794-18ef16b2e955 not found, creating... [ 590.135313] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.135470] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.135579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.136526] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.136526] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.136815] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.137594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.137594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.137594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.137594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.137885] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: f99150d5-faca-4960-8794-18ef16b2e955 is going to be created. [ 590.161314] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.161539] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.162986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.162986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.162986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.162986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.513709] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.513709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.513709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.514162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.514162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.514162] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.514350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.514350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.515050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.515050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.515050] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 already deleted. [ 590.515050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.663610] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.663784] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.663902] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.664603] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.664603] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.664603] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.665039] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.665039] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.665039] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.665349] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.665349] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.666158] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.666158] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.666158] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.666158] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.666158] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.683654] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.683780] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.683889] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.684061] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.684582] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-200a1fdf-31d2-4f0c-8beb-a9976a98b613 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.684582] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.684707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.685199] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.685199] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200a1fdf-31d2-4f0c-8beb-a9976a98b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.963222] env[65687]: INFO networking_nsxv3.common.synchronization [req-07f28b6d-10fc-4048-8e68-3f8cd86a039b req-cfee18f8-8b54-4015-8ae8-599795384155 service nova] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_rules [ 590.963437] env[65687]: INFO networking_nsxv3.common.synchronization [req-07f28b6d-10fc-4048-8e68-3f8cd86a039b req-cfee18f8-8b54-4015-8ae8-599795384155 service nova] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 590.963602] env[65687]: INFO networking_nsxv3.common.synchronization [req-07f28b6d-10fc-4048-8e68-3f8cd86a039b req-cfee18f8-8b54-4015-8ae8-599795384155 service nova] Enqueued Resource ID: f99150d5-faca-4960-8794-18ef16b2e955 with Priority: HIGHEST for action port [ 590.964528] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_rules [ 590.964528] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 590.964528] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99150d5-faca-4960-8794-18ef16b2e955 with Priority: HIGHEST for action port [ 590.965120] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.965381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.965437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.965766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.967025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.967025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.967025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.967025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.967855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.967855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.967855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.967855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.967855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.968091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.968162] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.969760] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99150d5-faca-4960-8794-18ef16b2e955 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.969760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.969880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.970161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.970161] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99150d5-faca-4960-8794-18ef16b2e955',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.187424] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.187669] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.187669] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.187917] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.188189] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.188330] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 200a1fdf-31d2-4f0c-8beb-a9976a98b613 not found, creating... [ 591.189342] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.189342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.189342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.189342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.189342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.189585] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.189743] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.189932] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.190037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.190154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.190285] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 200a1fdf-31d2-4f0c-8beb-a9976a98b613 is going to be created. [ 591.212741] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.212948] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.213094] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.213377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.213607] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.213822] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.472957] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.473145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.482603] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f99150d5-faca-4960-8794-18ef16b2e955 with status ACTIVE [ 591.482962] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.482962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.483112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.483317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.483468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.483708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.483814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.483814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.484482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.484482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.484482] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.484482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.485243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.485243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.485243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.485243] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f99150d5-faca-4960-8794-18ef16b2e955 is going to be updated. [ 591.485989] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.507098] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.507289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.507338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.507555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.507703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.507872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99150d5-faca-4960-8794-18ef16b2e955" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.549741] env[65687]: INFO networking_nsxv3.common.synchronization [None req-16e4f698-3442-48c5-b517-aa5a2cf510df None None] Enqueued Resource ID: 7251058b-867f-4877-8526-f18aa9d9eb24 with Priority: HIGHEST for action port [ 591.550519] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7251058b-867f-4877-8526-f18aa9d9eb24 with Priority: HIGHEST for action port [ 591.550764] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7251058b-867f-4877-8526-f18aa9d9eb24 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.550887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7251058b-867f-4877-8526-f18aa9d9eb24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.550946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7251058b-867f-4877-8526-f18aa9d9eb24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.551292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7251058b-867f-4877-8526-f18aa9d9eb24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.551380] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7251058b-867f-4877-8526-f18aa9d9eb24',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.717606] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dc92cedf-56d9-4ff7-9670-cde79e3b92c9 None None] Enqueued Resource ID: 8a146868-bfc9-443a-9803-9e15f31f26c9 with Priority: HIGHEST for action port [ 591.717606] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a146868-bfc9-443a-9803-9e15f31f26c9 with Priority: HIGHEST for action port [ 591.718293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a146868-bfc9-443a-9803-9e15f31f26c9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.718293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a146868-bfc9-443a-9803-9e15f31f26c9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.718293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a146868-bfc9-443a-9803-9e15f31f26c9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.719062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a146868-bfc9-443a-9803-9e15f31f26c9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.719174] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a146868-bfc9-443a-9803-9e15f31f26c9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.734790] env[65687]: INFO networking_nsxv3.common.synchronization [None req-040167b2-94a4-4577-a3bf-dec15a006b56 tempest-VolumesAssistedSnapshotsTest-966873565 tempest-VolumesAssistedSnapshotsTest-966873565-project-member] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 591.735266] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 591.735615] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.735779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.735866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.736171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.736367] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.989366] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.053998] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7251058b-867f-4877-8526-f18aa9d9eb24 [ 592.053998] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.053998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.053998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.055267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.055631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.055631] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7251058b-867f-4877-8526-f18aa9d9eb24 already deleted. [ 592.055772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7251058b-867f-4877-8526-f18aa9d9eb24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.065501] env[65687]: INFO networking_nsxv3.common.synchronization [req-a806eec1-a404-4a9d-a92c-2797b81d6e19 req-99df62cd-d0f5-4a2b-a2ee-1839d7f82fcb service nova] Enqueued Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_rules [ 592.065860] env[65687]: INFO networking_nsxv3.common.synchronization [req-a806eec1-a404-4a9d-a92c-2797b81d6e19 req-99df62cd-d0f5-4a2b-a2ee-1839d7f82fcb service nova] Enqueued Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 592.066051] env[65687]: INFO networking_nsxv3.common.synchronization [req-a806eec1-a404-4a9d-a92c-2797b81d6e19 req-99df62cd-d0f5-4a2b-a2ee-1839d7f82fcb service nova] Enqueued Resource ID: 200a1fdf-31d2-4f0c-8beb-a9976a98b613 with Priority: HIGHEST for action port [ 592.067530] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_rules [ 592.067715] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 592.067847] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200a1fdf-31d2-4f0c-8beb-a9976a98b613 with Priority: HIGHEST for action port [ 592.068745] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.068984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.069101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.069379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.069492] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.070427] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.073796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.073796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.073796] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.075527] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-200a1fdf-31d2-4f0c-8beb-a9976a98b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.075651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.075741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.076426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.076426] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200a1fdf-31d2-4f0c-8beb-a9976a98b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.122622] env[65687]: INFO networking_nsxv3.common.synchronization [None req-caadc1bd-c0bc-4d6c-b073-5c5e5a4de8c1 tempest-VolumesAssistedSnapshotsTest-966873565 tempest-VolumesAssistedSnapshotsTest-966873565-project-member] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 592.124509] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 592.124509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.124731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.223876] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a146868-bfc9-443a-9803-9e15f31f26c9 [ 592.223876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.223876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.223876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.223876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.223876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.223876] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a146868-bfc9-443a-9803-9e15f31f26c9 already deleted. [ 592.223876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a146868-bfc9-443a-9803-9e15f31f26c9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.262251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.262417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.262509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.262700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.262818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.262927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 already deleted. [ 592.263095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.263901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.263901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.263901] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.443187] env[65687]: INFO networking_nsxv3.common.synchronization [req-d30336e3-b36e-4934-8113-d192d398b28b req-f19377dc-5bd4-4d1e-81b0-7b8b104c3261 tempest-InstanceActionsNegativeTestJSON-1885108281 tempest-InstanceActionsNegativeTestJSON-1885108281-project-member] Enqueued Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 592.443187] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 592.443187] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.443187] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.443516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.443516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.443575] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.493137] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.493902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.494053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.494344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.495173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.495293] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be created. [ 592.528822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.529009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.529069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.529241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.529423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.541203] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: UNINITIALIZED for 2s [ 592.578037] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.579119] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579446] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200a1fdf-31d2-4f0c-8beb-a9976a98b613 with status ACTIVE [ 592.580675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.580675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.580675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.581205] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.581205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.581205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.581205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.583257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.583257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200a1fdf-31d2-4f0c-8beb-a9976a98b613 is going to be updated. [ 592.613977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.614270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.614338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.614499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.614632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.614791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200a1fdf-31d2-4f0c-8beb-a9976a98b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.791797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.791949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.792030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.792261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.792352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.792471] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 already deleted. [ 592.792519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.871792] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.872521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-316" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.872521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-316" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.872521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-316" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.873113] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.874068] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.874068] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.874068] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.874068] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.874068] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.874068] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.874331] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.874331] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.874402] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.874432] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.874557] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.898950] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.899087] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.899172] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.899395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-316" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.899657] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-5da7ae70-5e74-4ce1-8024-068e14c07ff5 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.899829] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.900028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.900296] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.900431] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da7ae70-5e74-4ce1-8024-068e14c07ff5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.946452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.946617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.946699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.946900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.946991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.947220] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.947383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.947383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.947528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.947606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.947692] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 already deleted. [ 592.947773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.085012] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.403307] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.403594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.403753] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.404096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.404202] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.404357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 5da7ae70-5e74-4ce1-8024-068e14c07ff5 not found, creating... [ 593.404647] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.404803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.404914] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.405171] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.405334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.405647] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.405836] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.405899] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.406148] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.406284] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.406417] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 5da7ae70-5e74-4ce1-8024-068e14c07ff5 is going to be created. [ 593.428572] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.428880] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.429266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.429467] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.429799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.430109] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.586743] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.587048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.587048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.587267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.587362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.587460] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 is going to be created. [ 593.621886] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.621886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.621886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.621886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.621886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: UNINITIALIZED for 2s [ 594.175615] env[65687]: INFO networking_nsxv3.common.synchronization [req-d30336e3-b36e-4934-8113-d192d398b28b req-5f0a5ef6-4d32-4a01-b7d5-c895869e966f service nova] Enqueued Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_rules [ 594.175615] env[65687]: INFO networking_nsxv3.common.synchronization [req-d30336e3-b36e-4934-8113-d192d398b28b req-5f0a5ef6-4d32-4a01-b7d5-c895869e966f service nova] Enqueued Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 594.175615] env[65687]: INFO networking_nsxv3.common.synchronization [req-d30336e3-b36e-4934-8113-d192d398b28b req-5f0a5ef6-4d32-4a01-b7d5-c895869e966f service nova] Enqueued Resource ID: 5da7ae70-5e74-4ce1-8024-068e14c07ff5 with Priority: HIGHEST for action port [ 594.175774] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_rules [ 594.175774] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 594.175871] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da7ae70-5e74-4ce1-8024-068e14c07ff5 with Priority: HIGHEST for action port [ 594.176183] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.176311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.176358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.176611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.176688] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.177618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.177709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.177784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.177934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.178086] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.178198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.178254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.178370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.178457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.178544] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.179386] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da7ae70-5e74-4ce1-8024-068e14c07ff5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.180328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.180399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.180557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.180871] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da7ae70-5e74-4ce1-8024-068e14c07ff5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.557119] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 594.557393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.557564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.557779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.557973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.558182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.558182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.558332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.558414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.558495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.558581] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.685681] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.685681] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.685681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.685681] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da7ae70-5e74-4ce1-8024-068e14c07ff5 with status ACTIVE [ 594.685681] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.685681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.685681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.686767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.687138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.687469] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.687751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.690689] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.690689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.690689] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da7ae70-5e74-4ce1-8024-068e14c07ff5 is going to be updated. [ 594.711046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.711780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da7ae70-5e74-4ce1-8024-068e14c07ff5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.063048] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.063458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.063540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.067018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.067018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.067018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.067018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.067018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.190908] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.569147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edaf697-b9a0-4ef8-bd7b-67030291635a: rpc.has_security_group_logging(os_id): False [ 595.591184] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591184] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591184] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.591184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.591979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.591979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.591979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.591979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591979] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be created. [ 595.650637] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: SUCCESS [ 595.650776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.651011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.651345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.651908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.651908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.651908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.651908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.652098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.652098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.652237] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.666940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.666940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.666940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.667270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.667618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.682092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 595.694602] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.695699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.695699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.695699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.695699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.695699] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 is going to be created. [ 595.726658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.726883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.727157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.727453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.728766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748476] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: UNINITIALIZED for 2s [ 596.154152] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.154474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.154474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.154693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.155913] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155913] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.155913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.156363] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.156363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.156363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.156363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.156525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.156525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.157938] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.662576] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c2376ea-f141-4bcc-93f2-10865cdb8612: rpc.has_security_group_logging(os_id): False [ 596.682681] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.682912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.683015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.683281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.683397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.683687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.683848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.683934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.684145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.684227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.684445] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.684554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.684627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.684804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.684917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.686457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.686604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.686677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.686864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.686957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.687065] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 is going to be created. [ 596.752087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.752087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.752087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.752603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.752603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.765103] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: IN_PROGRESS for 2s [ 597.694655] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 597.694913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.760066] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: SUCCESS [ 597.760331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.760453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.760669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.760865] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.761036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.761036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.761206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.761285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.761358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.761477] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.267936] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.268197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.268250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.268488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.268708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.268786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.268864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.269041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.269131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269455] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.269573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.269641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.269796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.269943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.270048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.270110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.270270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.270349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.270439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.270535] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.773954] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8: rpc.has_security_group_logging(os_id): False [ 598.779608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: SUCCESS [ 598.779608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.794701] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.794701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.794701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.795646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.795848] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.796181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.796457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.796688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.796991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800496] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 is going to be created. [ 598.872385] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.872385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.872385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.872625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.872660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.887476] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: IN_PROGRESS for 2s [ 599.177277] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.177494] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 599.890350] env[65687]: INFO networking_nsxv3.common.synchronization [None req-574b4b93-230b-4d5b-a2e2-b1336cd2fbe9 None None] Enqueued Resource ID: f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a with Priority: HIGHEST for action port [ 599.891047] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a with Priority: HIGHEST for action port [ 599.891550] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.891550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.891550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.891753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.891753] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.903446] env[65687]: INFO networking_nsxv3.common.synchronization [req-28ddbf3a-8c9d-4224-ac5f-f8d1d6c28332 req-a86b7545-21ff-4c09-9cd7-42c463b153f2 tempest-ImagesOneServerTestJSON-581033665 tempest-ImagesOneServerTestJSON-581033665-project-member] Enqueued Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 599.904354] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 599.904716] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.904912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.904912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.905533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.905652] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.905766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.905832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.906016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.906112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.906210] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.394300] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a [ 600.394300] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.394520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.394520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.394678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.394763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.394855] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a already deleted. [ 600.394934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2dcd39d-1c12-45fc-9d1a-9fdd7d1f400a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.408508] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.408655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.408724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.408945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.409062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.409256] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.409359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.409425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.409579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.409654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.409742] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4dbba22-1776-40b8-870a-27023feff10d already deleted. [ 600.410596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.792211] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-959" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-959" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-959" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.792211] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.792211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.792211] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.792211] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.792643] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.792643] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.792710] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.793040] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.793040] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.816037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.816037] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.816037] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.816037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-959" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.816037] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-168432d6-efb8-4da0-b188-a63de79ca6e2 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.816037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.816037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.817582] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.817934] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168432d6-efb8-4da0-b188-a63de79ca6e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.902095] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: SUCCESS [ 600.902476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.321131] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.321283] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.321330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.322058] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.322058] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.322058] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 168432d6-efb8-4da0-b188-a63de79ca6e2 not found, creating... [ 601.322198] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.322270] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.322400] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.322615] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.322741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.323834] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.323834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.323834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.323834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.323834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.323834] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 168432d6-efb8-4da0-b188-a63de79ca6e2 is going to be created. [ 601.348557] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.348776] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.350482] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.351852] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.351852] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.351852] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.693043] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f47780aa-736d-41e1-8f6d-2b2c5e397dd6 None None] Enqueued Resource ID: 651f6302-10a1-452e-8c29-db5ff6ad5e19 with Priority: HIGHEST for action port [ 601.693571] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651f6302-10a1-452e-8c29-db5ff6ad5e19 with Priority: HIGHEST for action port [ 601.693875] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-651f6302-10a1-452e-8c29-db5ff6ad5e19 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.694018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651f6302-10a1-452e-8c29-db5ff6ad5e19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.694096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651f6302-10a1-452e-8c29-db5ff6ad5e19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.694356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651f6302-10a1-452e-8c29-db5ff6ad5e19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.694440] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651f6302-10a1-452e-8c29-db5ff6ad5e19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.181610] env[65687]: INFO networking_nsxv3.common.synchronization [req-28ddbf3a-8c9d-4224-ac5f-f8d1d6c28332 req-f2fe648e-c31e-4769-a2de-8b829b8a9314 service nova] Enqueued Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_rules [ 602.182073] env[65687]: INFO networking_nsxv3.common.synchronization [req-28ddbf3a-8c9d-4224-ac5f-f8d1d6c28332 req-f2fe648e-c31e-4769-a2de-8b829b8a9314 service nova] Enqueued Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 602.182073] env[65687]: INFO networking_nsxv3.common.synchronization [req-28ddbf3a-8c9d-4224-ac5f-f8d1d6c28332 req-f2fe648e-c31e-4769-a2de-8b829b8a9314 service nova] Enqueued Resource ID: 168432d6-efb8-4da0-b188-a63de79ca6e2 with Priority: HIGHEST for action port [ 602.182519] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_rules [ 602.182655] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 602.182752] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168432d6-efb8-4da0-b188-a63de79ca6e2 with Priority: HIGHEST for action port [ 602.186102] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.186316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.186378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.186746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.186841] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.187973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.188174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.188243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.188470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.188590] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.188714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.188784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.188941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.189046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.189141] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.192834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-168432d6-efb8-4da0-b188-a63de79ca6e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.192834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.192834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.192834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.192834] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168432d6-efb8-4da0-b188-a63de79ca6e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.200275] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 651f6302-10a1-452e-8c29-db5ff6ad5e19 [ 602.200501] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.200635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.200703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.201117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.201117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.201117] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:651f6302-10a1-452e-8c29-db5ff6ad5e19 already deleted. [ 602.201323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651f6302-10a1-452e-8c29-db5ff6ad5e19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.521956] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7df1b585-f232-4003-91b4-fddfc428c303 None None] Enqueued Resource ID: ea09f8ec-d593-4a2e-9cff-82cac5a33931 with Priority: HIGHEST for action port [ 602.522568] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea09f8ec-d593-4a2e-9cff-82cac5a33931 with Priority: HIGHEST for action port [ 602.523391] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea09f8ec-d593-4a2e-9cff-82cac5a33931 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea09f8ec-d593-4a2e-9cff-82cac5a33931" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.526774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea09f8ec-d593-4a2e-9cff-82cac5a33931" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea09f8ec-d593-4a2e-9cff-82cac5a33931" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.526774] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea09f8ec-d593-4a2e-9cff-82cac5a33931',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.694131] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.698115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698115] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168432d6-efb8-4da0-b188-a63de79ca6e2 with status ACTIVE [ 602.698115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.698115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.698115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.698115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.698825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.698928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.699043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168432d6-efb8-4da0-b188-a63de79ca6e2 is going to be updated. [ 602.723264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.723264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.723264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168432d6-efb8-4da0-b188-a63de79ca6e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.892725] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-99ff3a75-5f11-48b0-a865-9c1278bb2670 tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 602.893271] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 602.893577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.893702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.893770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.894273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.894484] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.894624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.894710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.894913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.895160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.895383] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.034449] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea09f8ec-d593-4a2e-9cff-82cac5a33931 [ 603.034449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.034449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.034449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.034449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.034449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.034449] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea09f8ec-d593-4a2e-9cff-82cac5a33931 already deleted. [ 603.034449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea09f8ec-d593-4a2e-9cff-82cac5a33931" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.201029] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.338221] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.342023] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.342023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.342023] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.342023] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.342023] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.342023] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.342023] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.342023] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.342023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.365823] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.365823] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.365823] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.365823] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.365823] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-853e172b-31ce-4db8-8813-6b5f38d554bf taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.365823] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.366157] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.366249] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.366395] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853e172b-31ce-4db8-8813-6b5f38d554bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.392546] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9b2ee31c-ee83-4b62-91d2-2b8f116da916 None None] Enqueued Resource ID: 203bdbba-363c-4b2d-b143-667ea724ed7d with Priority: HIGHEST for action port [ 603.392984] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203bdbba-363c-4b2d-b143-667ea724ed7d with Priority: HIGHEST for action port [ 603.393365] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-203bdbba-363c-4b2d-b143-667ea724ed7d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.393488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203bdbba-363c-4b2d-b143-667ea724ed7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.393550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203bdbba-363c-4b2d-b143-667ea724ed7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.393799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203bdbba-363c-4b2d-b143-667ea724ed7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.393874] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203bdbba-363c-4b2d-b143-667ea724ed7d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.398064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.398477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.398477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.398583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.398622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.398807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.398906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.398967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.399135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.399224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.400910] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 already deleted. [ 603.400910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.704257] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.704393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.704453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.704649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.704732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.704824] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4dbba22-1776-40b8-870a-27023feff10d is going to be created. [ 603.731620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.731752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.731808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.732034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.733421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.741803] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: UNINITIALIZED for 2s [ 603.869637] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.869964] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.870251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.870496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.870640] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.870791] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 853e172b-31ce-4db8-8813-6b5f38d554bf not found, creating... [ 603.871079] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.871231] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.871349] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.871570] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.871698] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.871990] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.872271] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.872427] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.872641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.872773] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.872911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 853e172b-31ce-4db8-8813-6b5f38d554bf is going to be created. [ 603.896083] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.896083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.896083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.896083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.896083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.896083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.901720] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 203bdbba-363c-4b2d-b143-667ea724ed7d [ 603.902164] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.902541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.903115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.904477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.904477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.904477] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:203bdbba-363c-4b2d-b143-667ea724ed7d already deleted. [ 603.904477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203bdbba-363c-4b2d-b143-667ea724ed7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.148218] env[65687]: INFO networking_nsxv3.common.synchronization [None req-79eed070-0993-427f-aacc-df028a8cd51d None None] Enqueued Resource ID: 4c9ea295-4423-4f8e-b3e5-0fe82efb1f99 with Priority: HIGHEST for action port [ 604.148762] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9ea295-4423-4f8e-b3e5-0fe82efb1f99 with Priority: HIGHEST for action port [ 604.149071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9ea295-4423-4f8e-b3e5-0fe82efb1f99 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.149197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9ea295-4423-4f8e-b3e5-0fe82efb1f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.149263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9ea295-4423-4f8e-b3e5-0fe82efb1f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.149546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9ea295-4423-4f8e-b3e5-0fe82efb1f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.149628] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9ea295-4423-4f8e-b3e5-0fe82efb1f99',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.652497] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c9ea295-4423-4f8e-b3e5-0fe82efb1f99 [ 604.652858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.653016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.653539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.653539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.653646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.653775] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c9ea295-4423-4f8e-b3e5-0fe82efb1f99 already deleted. [ 604.653914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9ea295-4423-4f8e-b3e5-0fe82efb1f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.656021] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c430bc63-6cb1-4eaa-868b-552dbc84ce3d service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 604.656206] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c430bc63-6cb1-4eaa-868b-552dbc84ce3d service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 604.656369] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c430bc63-6cb1-4eaa-868b-552dbc84ce3d service nova] Enqueued Resource ID: 853e172b-31ce-4db8-8813-6b5f38d554bf with Priority: HIGHEST for action port [ 604.656916] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 604.657086] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 604.657236] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853e172b-31ce-4db8-8813-6b5f38d554bf with Priority: HIGHEST for action port [ 604.657552] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.657676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.657742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.657995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.658097] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.660546] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.660668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.660735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.660915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.661073] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.661172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.661236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.661382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.661463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.661551] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.662311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-853e172b-31ce-4db8-8813-6b5f38d554bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.662422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.662934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.662934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.662934] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853e172b-31ce-4db8-8813-6b5f38d554bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.707529] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-efa756d7-cf91-4254-ac9b-a9ffa07f0aef tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 604.708513] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 604.709117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.709117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.104649] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.104896] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.105033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.105385] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.105684] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.105875] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.106019] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.106262] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.106423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.106651] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.106761] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.106894] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.107031] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.108506] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.108506] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.108506] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.128367] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.128558] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.128691] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.128883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.129295] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e08e1900-80a2-450f-8ff5-acf79619ca51 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.129587] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.129587] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.129934] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.130080] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08e1900-80a2-450f-8ff5-acf79619ca51',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.161668] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.161863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.164157] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.165014] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853e172b-31ce-4db8-8813-6b5f38d554bf with status ACTIVE [ 605.165232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.165616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.165704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.165877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.166041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.166083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.166261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.166347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.166556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.169774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.169774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.169774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.169774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.169774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853e172b-31ce-4db8-8813-6b5f38d554bf is going to be updated. [ 605.191223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.192033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.192033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.192033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.192188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.192220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853e172b-31ce-4db8-8813-6b5f38d554bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.635714] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.635861] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.635978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.636270] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.636395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.636538] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e08e1900-80a2-450f-8ff5-acf79619ca51 not found, creating... [ 605.636781] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.636927] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.637114] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.637313] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.637472] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.637709] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.637854] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.637962] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.638228] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.638377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.638552] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e08e1900-80a2-450f-8ff5-acf79619ca51 is going to be created. [ 605.659847] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.660139] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.660218] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.660453] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.660676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.660880] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.670603] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.757487] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: SUCCESS [ 605.757576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.757721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.758079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.759140] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.759284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.759372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.759512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.759621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.759675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.759767] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.173500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.173500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.173500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.173500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.173675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.173675] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be created. [ 606.200402] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.200718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.200837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.201316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.201445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213433] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: UNINITIALIZED for 2s [ 606.264433] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.264676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.264676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.264888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.265248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.265379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.265462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.265721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.266170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.266170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.266170] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.266323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.266323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.266445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.266612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.266684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.266741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.266931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.266931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.267035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.267206] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.436465] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-4c0710fd-a474-4ab1-9baa-f0d5796992e5 service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 606.436465] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-4c0710fd-a474-4ab1-9baa-f0d5796992e5 service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 606.436465] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-4c0710fd-a474-4ab1-9baa-f0d5796992e5 service nova] Enqueued Resource ID: e08e1900-80a2-450f-8ff5-acf79619ca51 with Priority: HIGHEST for action port [ 606.436738] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 606.436832] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 606.436932] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08e1900-80a2-450f-8ff5-acf79619ca51 with Priority: HIGHEST for action port [ 606.437465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.437607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.437789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.437877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438381] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08e1900-80a2-450f-8ff5-acf79619ca51 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.438381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.438759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.438823] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08e1900-80a2-450f-8ff5-acf79619ca51',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.571946] env[65687]: INFO networking_nsxv3.common.synchronization [None req-4c1d70e3-8af7-473f-8210-1818d8310270 None None] Enqueued Resource ID: 55c18207-87df-47d2-92cc-1b6525da220a with Priority: HIGHEST for action port [ 606.572590] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c18207-87df-47d2-92cc-1b6525da220a with Priority: HIGHEST for action port [ 606.572934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c18207-87df-47d2-92cc-1b6525da220a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.573159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c18207-87df-47d2-92cc-1b6525da220a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.573231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c18207-87df-47d2-92cc-1b6525da220a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.573500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c18207-87df-47d2-92cc-1b6525da220a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.573583] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c18207-87df-47d2-92cc-1b6525da220a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.769969] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4dbba22-1776-40b8-870a-27023feff10d: rpc.has_security_group_logging(os_id): False [ 606.789840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.789840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.790103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.790166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.790258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.790452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.790548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.790632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.790790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.790972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.791116] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.791210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.791269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.791410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.791479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.791653] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.791740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.791793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.791926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.792130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.792186] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4dbba22-1776-40b8-870a-27023feff10d is going to be created. [ 606.866742] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.866985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.866985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.867235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.867434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.883253] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: IN_PROGRESS for 2s [ 606.945694] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e08e1900-80a2-450f-8ff5-acf79619ca51 with status ACTIVE [ 606.945694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.945929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.945929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.946140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.946236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.946426] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.946535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.946597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.946763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.946839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.947035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.947199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.947287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.947583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.947583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.947583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e08e1900-80a2-450f-8ff5-acf79619ca51 is going to be updated. [ 606.960449] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-f09509e4-ab62-456b-a394-f624563fdfc9 tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 606.960449] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 606.960449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.960449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.995138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.995325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.995392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.995592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.995736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.995978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08e1900-80a2-450f-8ff5-acf79619ca51" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.079615] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c18207-87df-47d2-92cc-1b6525da220a [ 607.079814] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.079955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.080701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.080701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.080701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.080701] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c18207-87df-47d2-92cc-1b6525da220a already deleted. [ 607.080701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c18207-87df-47d2-92cc-1b6525da220a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.528067] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.528346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.528537] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.528839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.529347] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.529537] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.529666] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.529915] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.530087] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.530315] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.530457] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.530583] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.530702] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.530811] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.530925] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.531073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.549981] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.550196] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.550278] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.550471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-725" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.550765] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-0611962c-903a-4c34-a975-5de91270d86f taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.550959] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.551229] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.551518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.551632] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0611962c-903a-4c34-a975-5de91270d86f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.054798] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.054798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.054798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.054798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.054798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.054798] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 0611962c-903a-4c34-a975-5de91270d86f not found, creating... [ 608.055395] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.055395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.055395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.055497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.059044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.059044] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.059044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.059044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.059044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.059044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.059044] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 0611962c-903a-4c34-a975-5de91270d86f is going to be created. [ 608.079465] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.079465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.079465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.079465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.079465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.079465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.186058] env[65687]: INFO networking_nsxv3.common.synchronization [None req-be26169a-da90-409b-bf1a-a8c3d0bf4685 None None] Enqueued Resource ID: eab87f17-04ef-41ff-9f65-ff215e4aeb89 with Priority: HIGHEST for action port [ 608.186058] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab87f17-04ef-41ff-9f65-ff215e4aeb89 with Priority: HIGHEST for action port [ 608.186058] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab87f17-04ef-41ff-9f65-ff215e4aeb89 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.186058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab87f17-04ef-41ff-9f65-ff215e4aeb89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.186058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab87f17-04ef-41ff-9f65-ff215e4aeb89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.186620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab87f17-04ef-41ff-9f65-ff215e4aeb89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.186741] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab87f17-04ef-41ff-9f65-ff215e4aeb89',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.227891] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: UNINITIALIZED for 4s [ 608.689027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eab87f17-04ef-41ff-9f65-ff215e4aeb89 [ 608.689483] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.689704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690345] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eab87f17-04ef-41ff-9f65-ff215e4aeb89 already deleted. [ 608.690449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab87f17-04ef-41ff-9f65-ff215e4aeb89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.847077] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c5659ad2-56b4-464b-87da-c217f55861de service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 608.847375] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c5659ad2-56b4-464b-87da-c217f55861de service nova] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 608.847547] env[65687]: INFO networking_nsxv3.common.synchronization [req-7fbb55f1-1cfd-4e9f-b4e2-887563b87bfb req-c5659ad2-56b4-464b-87da-c217f55861de service nova] Enqueued Resource ID: 0611962c-903a-4c34-a975-5de91270d86f with Priority: HIGHEST for action port [ 608.852029] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_rules [ 608.852194] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 608.852355] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0611962c-903a-4c34-a975-5de91270d86f with Priority: HIGHEST for action port [ 608.854211] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.854345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.854555] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.854647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.854877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0611962c-903a-4c34-a975-5de91270d86f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.858203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.858363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.859954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.859954] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0611962c-903a-4c34-a975-5de91270d86f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.897792] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: SUCCESS [ 608.898900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.169599] env[65687]: INFO networking_nsxv3.common.synchronization [req-fc00c911-25ad-4c7e-999b-35d57fd686e9 req-93660b37-e307-41d5-9107-f77a66e11506 tempest-ImagesNegativeTestJSON-152479096 tempest-ImagesNegativeTestJSON-152479096-project-member] Enqueued Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 609.170500] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 609.170500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.170500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.170500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.170710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.170970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.170970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.171114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.171607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.171607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.171607] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.364267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0611962c-903a-4c34-a975-5de91270d86f with status ACTIVE [ 609.364267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.364538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.364538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.364729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.364729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.364898] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.365027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.365082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.365247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.365327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.365524] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.365638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.365855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.365855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.365939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.365978] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0611962c-903a-4c34-a975-5de91270d86f is going to be updated. [ 609.414028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.414028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.414028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.414028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.414028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.414028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0611962c-903a-4c34-a975-5de91270d86f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.673619] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.674556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.674556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.674556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.674556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.674556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.674894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.674894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.674894] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 already deleted. [ 609.674894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.964058] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.964367] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-140" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.964445] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-140" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.964738] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-140" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.964996] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.965158] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.965394] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.965628] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.965914] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.966441] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.966441] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.966441] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.966441] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.966441] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.966706] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.966706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.987228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.987409] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.987545] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.987724] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-140" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988050] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-7e326c89-0682-4662-bd69-1c27a9dca9dc taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.988292] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.988422] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.988751] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.988887] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e326c89-0682-4662-bd69-1c27a9dca9dc',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.241522] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.241522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.241522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.241522] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.333068] env[65687]: INFO networking_nsxv3.common.synchronization [None req-0e62afcd-f24b-4ef7-951e-aa4dcaac05ca None None] Enqueued Resource ID: 8555a580-bf09-4d07-ba3c-a7406a163f41 with Priority: HIGHEST for action port [ 610.333290] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8555a580-bf09-4d07-ba3c-a7406a163f41 with Priority: HIGHEST for action port [ 610.333787] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8555a580-bf09-4d07-ba3c-a7406a163f41 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.333907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8555a580-bf09-4d07-ba3c-a7406a163f41" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.333967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8555a580-bf09-4d07-ba3c-a7406a163f41" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.334691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8555a580-bf09-4d07-ba3c-a7406a163f41" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.334795] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8555a580-bf09-4d07-ba3c-a7406a163f41',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.491478] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.491680] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.491841] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.492227] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.492522] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.492674] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 7e326c89-0682-4662-bd69-1c27a9dca9dc not found, creating... [ 610.493013] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.493222] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.493352] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.493633] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.493821] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.494160] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494351] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494476] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.494723] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.495198] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495198] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 7e326c89-0682-4662-bd69-1c27a9dca9dc is going to be created. [ 610.516107] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.516323] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.516429] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.516719] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.516945] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.517307] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.744431] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.836529] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8555a580-bf09-4d07-ba3c-a7406a163f41 [ 610.836644] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.836790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.836873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.837117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.837239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.837339] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8555a580-bf09-4d07-ba3c-a7406a163f41 already deleted. [ 610.837536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8555a580-bf09-4d07-ba3c-a7406a163f41" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.126253] env[65687]: INFO networking_nsxv3.common.synchronization [None req-5c971092-8890-4765-9a58-9a353a5eaafb None None] Enqueued Resource ID: ae38efa1-b9f6-4d7f-82dd-79c72f026187 with Priority: HIGHEST for action port [ 611.126901] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae38efa1-b9f6-4d7f-82dd-79c72f026187 with Priority: HIGHEST for action port [ 611.127967] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae38efa1-b9f6-4d7f-82dd-79c72f026187 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.128124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae38efa1-b9f6-4d7f-82dd-79c72f026187" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.128196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae38efa1-b9f6-4d7f-82dd-79c72f026187" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.128483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae38efa1-b9f6-4d7f-82dd-79c72f026187" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.128558] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae38efa1-b9f6-4d7f-82dd-79c72f026187',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.248018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.286272] env[65687]: INFO networking_nsxv3.common.synchronization [req-fc00c911-25ad-4c7e-999b-35d57fd686e9 req-ca9f7869-284e-4a6f-8aba-b00db26662fc service nova] Enqueued Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_rules [ 611.286470] env[65687]: INFO networking_nsxv3.common.synchronization [req-fc00c911-25ad-4c7e-999b-35d57fd686e9 req-ca9f7869-284e-4a6f-8aba-b00db26662fc service nova] Enqueued Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 611.289204] env[65687]: INFO networking_nsxv3.common.synchronization [req-fc00c911-25ad-4c7e-999b-35d57fd686e9 req-ca9f7869-284e-4a6f-8aba-b00db26662fc service nova] Enqueued Resource ID: 7e326c89-0682-4662-bd69-1c27a9dca9dc with Priority: HIGHEST for action port [ 611.290425] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_rules [ 611.290581] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 611.290960] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e326c89-0682-4662-bd69-1c27a9dca9dc with Priority: HIGHEST for action port [ 611.291139] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.291278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.291720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.291835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.292223] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.293295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.293409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.293783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.293783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.294408] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.294408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.294518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.294690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.295614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.295727] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.296663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e326c89-0682-4662-bd69-1c27a9dca9dc taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.296775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.296839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.296997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.297091] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e326c89-0682-4662-bd69-1c27a9dca9dc',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.631832] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae38efa1-b9f6-4d7f-82dd-79c72f026187 [ 611.632152] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.632340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.632444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.632724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.632843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.634118] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae38efa1-b9f6-4d7f-82dd-79c72f026187 already deleted. [ 611.634118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae38efa1-b9f6-4d7f-82dd-79c72f026187" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.751020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.751525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.751525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.751525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.751525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.751676] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 611.795402] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.795402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.795402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.795557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.795672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.800536] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.800536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.800536] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.800536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e326c89-0682-4662-bd69-1c27a9dca9dc with status ACTIVE [ 611.800865] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.801692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.801790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.801986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.802113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.802304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.802407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.802467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.802620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.803035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.803035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.803035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.804408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.804408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.804408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.804408] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e326c89-0682-4662-bd69-1c27a9dca9dc is going to be updated. [ 611.807908] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 611.825033] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.825196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.825248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.825437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.825574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.825736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e326c89-0682-4662-bd69-1c27a9dca9dc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.827855] env[65687]: INFO networking_nsxv3.common.synchronization [req-7bbd05cd-6163-427b-bebc-ff2609a59499 req-bc5ee4af-48d6-4d31-908e-279ba0e15e7d tempest-ServersTestFqdnHostnames-1929490360 tempest-ServersTestFqdnHostnames-1929490360-project-member] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 611.828336] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 611.828655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.828792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.828861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.829133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.829311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.829417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.829480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.829638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.829721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.829809] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.211133] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.211354] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-214" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.211487] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-214" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.211843] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-214" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.212252] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.212463] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.212634] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.213187] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.213390] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.213648] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.213812] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.214028] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.214455] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.214639] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.214781] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.215014] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.237348] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.237589] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.237830] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.238265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-214" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.238592] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.238768] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.238892] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.239434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.239646] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf5a9a0-59f4-40d6-af67-443e69e3ae10',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.262955] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f0f04278-0f06-4bbd-9de0-f502bb4c5e0e None None] Enqueued Resource ID: 97ac35b1-53ee-4c30-b34c-dabee5d9ea94 with Priority: HIGHEST for action port [ 612.264966] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ac35b1-53ee-4c30-b34c-dabee5d9ea94 with Priority: HIGHEST for action port [ 612.265573] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ac35b1-53ee-4c30-b34c-dabee5d9ea94 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.265843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ac35b1-53ee-4c30-b34c-dabee5d9ea94" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.265843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ac35b1-53ee-4c30-b34c-dabee5d9ea94" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.266276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ac35b1-53ee-4c30-b34c-dabee5d9ea94" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.266276] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ac35b1-53ee-4c30-b34c-dabee5d9ea94',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.306432] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.333700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.333957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.334344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.334344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.334521] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.334595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.334649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.334779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.334944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.335219] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e already deleted. [ 612.335372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.693971] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7da73232-5478-40b9-9ece-89dad61bdcf0 None None] Enqueued Resource ID: da45192a-cef8-4b3d-a1d2-9929e5246eda with Priority: HIGHEST for action port [ 612.693971] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da45192a-cef8-4b3d-a1d2-9929e5246eda with Priority: HIGHEST for action port [ 612.693971] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-da45192a-cef8-4b3d-a1d2-9929e5246eda taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.693971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da45192a-cef8-4b3d-a1d2-9929e5246eda" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.693971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da45192a-cef8-4b3d-a1d2-9929e5246eda" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.693971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da45192a-cef8-4b3d-a1d2-9929e5246eda" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.693971] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da45192a-cef8-4b3d-a1d2-9929e5246eda',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.744265] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.744265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.744265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.744741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.744741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.744843] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 not found, creating... [ 612.745146] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.745381] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.745500] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.745757] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.745927] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746255] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.746586] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.746876] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.747021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.747249] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.747430] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 is going to be created. [ 612.771330] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.771330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.771330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.771330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.771330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.771604] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.772764] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97ac35b1-53ee-4c30-b34c-dabee5d9ea94 [ 612.772964] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.773234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.773234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.773453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.773579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.773676] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97ac35b1-53ee-4c30-b34c-dabee5d9ea94 already deleted. [ 612.773763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ac35b1-53ee-4c30-b34c-dabee5d9ea94" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.810025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.810025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.810025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.810025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 is going to be created. [ 612.839342] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.839623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.839623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.839779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.839951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853428] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: UNINITIALIZED for 2s [ 613.197178] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da45192a-cef8-4b3d-a1d2-9929e5246eda [ 613.197251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.197414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.197459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.198122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.198122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.198122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da45192a-cef8-4b3d-a1d2-9929e5246eda already deleted. [ 613.198122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da45192a-cef8-4b3d-a1d2-9929e5246eda" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.608361] env[65687]: INFO networking_nsxv3.common.synchronization [req-7bbd05cd-6163-427b-bebc-ff2609a59499 req-9ecdf81a-d0c0-4161-8b54-e5b4aaea2c4f service nova] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 613.608721] env[65687]: INFO networking_nsxv3.common.synchronization [req-7bbd05cd-6163-427b-bebc-ff2609a59499 req-9ecdf81a-d0c0-4161-8b54-e5b4aaea2c4f service nova] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 613.609591] env[65687]: INFO networking_nsxv3.common.synchronization [req-7bbd05cd-6163-427b-bebc-ff2609a59499 req-9ecdf81a-d0c0-4161-8b54-e5b4aaea2c4f service nova] Enqueued Resource ID: 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 with Priority: HIGHEST for action port [ 613.609867] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_rules [ 613.610036] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 613.610264] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 with Priority: HIGHEST for action port [ 613.611327] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.611327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.611327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.611619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.613075] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.614502] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.614663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.616150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.617243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.617243] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.617243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.617243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.617243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.617516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.617662] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.621375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.621543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.621616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.622099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.622224] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf5a9a0-59f4-40d6-af67-443e69e3ae10',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.691500] env[65687]: INFO networking_nsxv3.common.synchronization [req-5fa2b438-75d9-4853-91b6-b7b1ec30a84b req-faf24ad8-55f8-415c-9a26-18d1c30de219 tempest-ServersTestJSON-515836865 tempest-ServersTestJSON-515836865-project-member] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 613.692107] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 613.693195] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.693195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.693343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.693709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.693993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.693993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.694286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.694286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.694366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.695183] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.820044] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.820044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.820044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.820735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.821205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.821639] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.822079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.822275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.822528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.822724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.824256] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.123995] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.125325] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.125451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.125703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 with status ACTIVE [ 614.125847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.125930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.125974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.126243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.126296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.126511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.126564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.126598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.126744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.126822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.126998] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.128149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.128238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.128426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.128508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.128599] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf5a9a0-59f4-40d6-af67-443e69e3ae10 is going to be updated. [ 614.151963] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.152219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.152321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.152579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.152729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.152983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf5a9a0-59f4-40d6-af67-443e69e3ae10" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.171070] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.171399] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.171525] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.171872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.172260] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.172434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.172546] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.172776] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.172915] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.173167] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.173349] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.173460] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.173566] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.173666] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.173769] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.173901] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.198190] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.198399] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.198546] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.198721] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.199094] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-74e35637-6e1d-4878-8687-54bcabd293f1 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.199285] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.199404] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.199739] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.199878] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e35637-6e1d-4878-8687-54bcabd293f1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.201046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.201194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.201266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.201530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.201648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.201771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.201866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.201908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.202064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.202143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.202229] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3184ef78-6668-4710-9001-796af0725457 already deleted. [ 614.202308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.242068] env[65687]: INFO networking_nsxv3.common.synchronization [None req-4b7870bc-fb6b-4eb9-b811-0786ed1edf1c tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 614.243208] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 614.243635] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.243781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.243869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.244198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.244298] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.324608] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.324735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.328592] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.630754] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.683492] env[65687]: INFO networking_nsxv3.common.synchronization [None req-20521e00-b14c-4c7a-9d73-08b426da307f tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 614.684123] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 614.684797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.703623] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.704051] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.704332] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.704554] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.704686] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.704838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 74e35637-6e1d-4878-8687-54bcabd293f1 not found, creating... [ 614.705122] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.705285] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.705392] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.705637] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.705716] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.706012] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.706521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.706726] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.707011] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.707302] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.707491] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 74e35637-6e1d-4878-8687-54bcabd293f1 is going to be created. [ 614.728714] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.728987] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.729356] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.729586] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.729803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.766872] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.767395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.767485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.767696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.767795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.768129] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 already deleted. [ 614.768304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.768474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.768687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.768725] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.830419] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.865485] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: SUCCESS [ 614.865777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.865992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.866304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.866577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.866744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.866840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.867064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.867185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.867305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.867426] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.897403] env[65687]: INFO networking_nsxv3.common.synchronization [req-b4a010fa-32dc-4f47-a7cd-fd9947012686 req-bebc2475-b18d-486b-9005-97e90ce2d51a tempest-DeleteServersAdminTestJSON-394571762 tempest-DeleteServersAdminTestJSON-394571762-project-admin] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 614.898054] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 614.898434] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.898696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.899077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.899244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.899367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.899481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.899630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.900032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.900032] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.039033] env[65687]: INFO networking_nsxv3.common.synchronization [None req-50e5dbd9-bfdf-4794-a4e3-15555ec810ea None None] Enqueued Resource ID: 5cbf4686-121d-4870-b086-6d43c7d3e053 with Priority: HIGHEST for action port [ 615.039140] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbf4686-121d-4870-b086-6d43c7d3e053 with Priority: HIGHEST for action port [ 615.039374] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cbf4686-121d-4870-b086-6d43c7d3e053 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.039507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cbf4686-121d-4870-b086-6d43c7d3e053" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.039561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cbf4686-121d-4870-b086-6d43c7d3e053" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.039834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cbf4686-121d-4870-b086-6d43c7d3e053" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.039912] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbf4686-121d-4870-b086-6d43c7d3e053',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.134553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.134738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.134792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.135068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.135190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.135307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e is going to be created. [ 615.166435] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.166435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.166435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.166435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.166435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.177263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: UNINITIALIZED for 2s [ 615.299431] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.299548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.299641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.299939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.300078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.300221] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 already deleted. [ 615.300321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.333378] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.333567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.333910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.333910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.334040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.334093] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 615.370527] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.370759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.370759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.370994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.371238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.371329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.371379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.371662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.371804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.371949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.372219] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.372369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.372448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.372662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.372836] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.373290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.373660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.374460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.375063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.375366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.375796] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.383243] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.383420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.383694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.383944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.398164] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 615.402016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.402248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.402351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.402762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.402922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.403336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.403544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.403667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.403973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.404126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.404301] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be updated. [ 615.444162] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.447034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.447034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.447034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.447034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.456901] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 615.543631] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cbf4686-121d-4870-b086-6d43c7d3e053 [ 615.543631] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.543631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.543631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.543631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.543631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.543631] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cbf4686-121d-4870-b086-6d43c7d3e053 already deleted. [ 615.543631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cbf4686-121d-4870-b086-6d43c7d3e053" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.562323] env[65687]: INFO networking_nsxv3.common.synchronization [req-5fa2b438-75d9-4853-91b6-b7b1ec30a84b req-7e202508-e193-4a30-abd1-fef05c273a3d service nova] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 615.562323] env[65687]: INFO networking_nsxv3.common.synchronization [req-5fa2b438-75d9-4853-91b6-b7b1ec30a84b req-7e202508-e193-4a30-abd1-fef05c273a3d service nova] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 615.562323] env[65687]: INFO networking_nsxv3.common.synchronization [req-5fa2b438-75d9-4853-91b6-b7b1ec30a84b req-7e202508-e193-4a30-abd1-fef05c273a3d service nova] Enqueued Resource ID: 74e35637-6e1d-4878-8687-54bcabd293f1 with Priority: HIGHEST for action port [ 615.562323] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_rules [ 615.562588] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 615.566330] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e35637-6e1d-4878-8687-54bcabd293f1 with Priority: HIGHEST for action port [ 615.566330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566330] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.566330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566330] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.569180] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e35637-6e1d-4878-8687-54bcabd293f1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.569573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.571692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.571692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.571692] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e35637-6e1d-4878-8687-54bcabd293f1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.880272] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb8854a-7cd0-48b8-9907-e43b4daa7067: rpc.has_security_group_logging(os_id): False [ 615.907475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.907661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.907854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.908134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.910794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.910794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.910794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.910794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.913413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.913413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.913413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.914230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.914795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.914795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.914795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.915014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.915014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.915014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.915263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.915263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.915321] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 is going to be created. [ 615.984059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.984422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.984422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.984521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.984850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.996254] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: IN_PROGRESS for 2s [ 616.071888] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.072066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.072247] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.077525] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e35637-6e1d-4878-8687-54bcabd293f1 with status ACTIVE [ 616.077525] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.077525] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.077525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.078129] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.078129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.078129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.078129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.080114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.080114] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e35637-6e1d-4878-8687-54bcabd293f1 is going to be updated. [ 616.146127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.146301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.146301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.146535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.146743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.147140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e35637-6e1d-4878-8687-54bcabd293f1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.583673] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.088713] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.088713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.088713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.089444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.089444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.089444] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3184ef78-6668-4710-9001-796af0725457 is going to be created. [ 617.120768] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.120963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.133607] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: UNINITIALIZED for 2s [ 617.149677] env[65687]: INFO networking_nsxv3.common.synchronization [None req-5ccdf7b3-3940-489c-889c-d2becf58e1cb tempest-ServerActionsV293TestJSON-1747104828 tempest-ServerActionsV293TestJSON-1747104828-project-member] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 617.150742] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 617.150742] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.150742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.150907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.151168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.151168] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.191850] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: SUCCESS [ 617.192750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.192950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.193301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.193408] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.193554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.193621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.193797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.193879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.193972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.194075] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.334505] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c20ee230-c59f-45c7-a073-e5ab3566570e tempest-ServerActionsV293TestJSON-1747104828 tempest-ServerActionsV293TestJSON-1747104828-project-member] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 617.335116] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 617.336040] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.336814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.410907] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 617.411111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.411272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.411639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.411735] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.411877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.411914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.412133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.412249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.412407] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.477795] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 617.478146] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a deletion is rescheduled due to dependency. [ 617.478453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.672240] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.672406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.672445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.672665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.672754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.672847] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d already deleted. [ 617.672931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.673098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.673257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.673342] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.697019] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.916018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.013300] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: SUCCESS [ 618.013300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.200465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.200465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.200465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.200465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.200465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.200465] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d already deleted. [ 618.200465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.200465] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e: rpc.has_security_group_logging(os_id): False [ 618.218561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.219557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.219947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.220436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.222018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.222018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.222018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.222018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.222018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.222018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.222018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e is going to be created. [ 618.325575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.325750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.325819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.326063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.326442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.347019] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: IN_PROGRESS for 2s [ 618.421886] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.788282] env[65687]: INFO networking_nsxv3.common.synchronization [req-8347ff6b-ebfe-4d56-a1a1-7171f94f0270 req-2b1e5c11-b14a-4f43-af37-bc07ecb15d11 tempest-VolumesAssistedSnapshotsTest-966873565 tempest-VolumesAssistedSnapshotsTest-966873565-project-member] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 618.788973] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 618.789299] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.789484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.791083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.791083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.791083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.791083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.791279] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.925799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.925953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.926036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.926269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.926404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.926474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 618.966451] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.966668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.966668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.970026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.970026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.981423] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 619.148925] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: SUCCESS [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.148925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.148925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.149698] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.249839] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.250240] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-196" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.250867] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-196" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.251370] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-196" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.254885] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.255629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257208] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.261021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.261021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.261021] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.261021] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.261021] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.261021] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.261021] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.261021] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.261021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.296277] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.297710] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.297710] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.297710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-196" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.297710] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-03b06549-1afb-42c9-891d-28d1257f566b taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.297710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.297710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.298251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.298251] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b06549-1afb-42c9-891d-28d1257f566b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.299416] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.299546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.299617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.299941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.299989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.300298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.300427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.300496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.300678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.300758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.300845] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 already deleted. [ 619.300945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.653019] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.803332] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.803593] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.804567] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.804567] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.804567] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.804567] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 03b06549-1afb-42c9-891d-28d1257f566b not found, creating... [ 619.804868] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.805093] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.805331] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.805813] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.805995] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.806449] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.806643] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.806717] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.807016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.808465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.808465] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 03b06549-1afb-42c9-891d-28d1257f566b is going to be created. [ 619.836159] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.836471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.836556] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.837018] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.837235] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.837653] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.156493] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3184ef78-6668-4710-9001-796af0725457: rpc.has_security_group_logging(os_id): False [ 620.179242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.179433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.179494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.179715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.179807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.180220] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.180220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.180220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.180400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.180493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.180564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3184ef78-6668-4710-9001-796af0725457 is going to be created. [ 620.297780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.298278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.298278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.298627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.298937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.318364] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: IN_PROGRESS for 2s [ 620.367546] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: SUCCESS [ 620.367915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.680768] env[65687]: INFO networking_nsxv3.common.synchronization [req-8347ff6b-ebfe-4d56-a1a1-7171f94f0270 req-1b647de0-7e0d-4cf8-b538-5dcb528125a9 service nova] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 620.680768] env[65687]: INFO networking_nsxv3.common.synchronization [req-8347ff6b-ebfe-4d56-a1a1-7171f94f0270 req-1b647de0-7e0d-4cf8-b538-5dcb528125a9 service nova] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 620.680768] env[65687]: INFO networking_nsxv3.common.synchronization [req-8347ff6b-ebfe-4d56-a1a1-7171f94f0270 req-1b647de0-7e0d-4cf8-b538-5dcb528125a9 service nova] Enqueued Resource ID: 03b06549-1afb-42c9-891d-28d1257f566b with Priority: HIGHEST for action port [ 620.680768] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_rules [ 620.680768] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 620.681213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b06549-1afb-42c9-891d-28d1257f566b with Priority: HIGHEST for action port [ 620.681724] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.681973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.682154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.682483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.682663] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.685238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.685238] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.685990] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b06549-1afb-42c9-891d-28d1257f566b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.686259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.686435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.686761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.686965] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b06549-1afb-42c9-891d-28d1257f566b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.993611] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 620.994094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.994282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.994754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.994754] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.994895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.994895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.995245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.995327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.995423] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.189557] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.189684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.189980] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.192052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03b06549-1afb-42c9-891d-28d1257f566b with status ACTIVE [ 621.192052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.192052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.192052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.192052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.192052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.192052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.193438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.193438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.193438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.193438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.193562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.196086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.197209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.197727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.198144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.199148] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03b06549-1afb-42c9-891d-28d1257f566b is going to be updated. [ 621.223119] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.223243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.223293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.223557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.223923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.223923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b06549-1afb-42c9-891d-28d1257f566b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.497802] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.702638] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.843780] env[65687]: INFO networking_nsxv3.common.synchronization [req-6464fea7-6558-4ef5-91d8-03bb913b0c31 req-5451e0cb-a513-4569-a5b8-88db1b73176e tempest-ServerExternalEventsTest-1947297796 tempest-ServerExternalEventsTest-1947297796-project-member] Enqueued Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 621.844367] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGHEST for action security_group_members [ 621.844671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.844804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.844871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.845454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.846346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.846542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.846542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.846715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.846807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.846903] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.867419] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c0a8b6c8-5485-4e86-9daf-653ee0bd11c0 None None] Enqueued Resource ID: 6db8a84b-3b0a-4c68-a2f5-2833f954fd5f with Priority: HIGHEST for action port [ 621.867893] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db8a84b-3b0a-4c68-a2f5-2833f954fd5f with Priority: HIGHEST for action port [ 621.868263] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db8a84b-3b0a-4c68-a2f5-2833f954fd5f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.868473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db8a84b-3b0a-4c68-a2f5-2833f954fd5f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db8a84b-3b0a-4c68-a2f5-2833f954fd5f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.868911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db8a84b-3b0a-4c68-a2f5-2833f954fd5f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.868911] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db8a84b-3b0a-4c68-a2f5-2833f954fd5f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.001851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.204695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.204695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.204695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.204946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.204946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.205626] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 is going to be created. [ 622.230895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.231282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.231347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.231540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.231715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.243770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: UNINITIALIZED for 2s [ 622.300298] env[65687]: INFO networking_nsxv3.common.synchronization [req-59d39cb8-336a-4792-a033-ed8868154131 req-06bacbaa-bc07-4755-97ce-8cccc2a869f5 tempest-ServerDiagnosticsTest-46838514 tempest-ServerDiagnosticsTest-46838514-project-member] Enqueued Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 622.300502] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 622.303028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.303028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.303028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.303028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.334927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: SUCCESS [ 622.335985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.349982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.350238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.350309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.350559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.350650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.350876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.351032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.351102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.351459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.351459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.351459] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 is going to be updated. [ 622.371195] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6db8a84b-3b0a-4c68-a2f5-2833f954fd5f [ 622.372591] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.372591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.372591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.372591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.372591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.372591] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6db8a84b-3b0a-4c68-a2f5-2833f954fd5f already deleted. [ 622.372591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db8a84b-3b0a-4c68-a2f5-2833f954fd5f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388743] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.388918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.388964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.389209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.389489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.402102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: IN_PROGRESS for 2s [ 622.505037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.505037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.505037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.505457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.505457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.505457] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 622.566026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.566026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.566026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.566026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.566026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.578246] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 622.806286] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.807706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.807706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.807706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.807706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.807706] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.807706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.808028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.808086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.808178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.808297] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 already deleted. [ 622.808432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.996349] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.996460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.996656] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.997200] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.997643] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.997868] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.998037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.998330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.998572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.998884] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.999070] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.000980] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.000980] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.000980] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.000980] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.000980] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.035558] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.035835] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.036232] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.037528] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.037528] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-77e6a68f-274c-4f6c-a352-8df948c41b3d taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.037528] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.037528] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.037823] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.037823] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e6a68f-274c-4f6c-a352-8df948c41b3d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.540793] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.541189] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.541273] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.541513] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.541767] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.541941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 77e6a68f-274c-4f6c-a352-8df948c41b3d not found, creating... [ 623.542352] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.542724] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.542957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.543252] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.543479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.544061] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.544767] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.544903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.545375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.545531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.545704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 77e6a68f-274c-4f6c-a352-8df948c41b3d is going to be created. [ 623.572696] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.572939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.573134] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.573374] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.573705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.578122] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.259024] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: SUCCESS [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.259024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.259024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.259024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.363107] env[65687]: INFO networking_nsxv3.common.synchronization [req-59d39cb8-336a-4792-a033-ed8868154131 req-71bd9578-ee61-4d65-8ee2-1d0a6dfd88a6 service nova] Enqueued Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_rules [ 624.363107] env[65687]: INFO networking_nsxv3.common.synchronization [req-59d39cb8-336a-4792-a033-ed8868154131 req-71bd9578-ee61-4d65-8ee2-1d0a6dfd88a6 service nova] Enqueued Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 624.365089] env[65687]: INFO networking_nsxv3.common.synchronization [req-59d39cb8-336a-4792-a033-ed8868154131 req-71bd9578-ee61-4d65-8ee2-1d0a6dfd88a6 service nova] Enqueued Resource ID: 77e6a68f-274c-4f6c-a352-8df948c41b3d with Priority: HIGHEST for action port [ 624.365651] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_rules [ 624.365788] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 624.365880] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e6a68f-274c-4f6c-a352-8df948c41b3d with Priority: HIGHEST for action port [ 624.366189] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.366347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.366402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.367408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.367610] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.368449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.368577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.368647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.368838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.368999] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.369112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.369181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.369378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.369474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.369566] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.370528] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e6a68f-274c-4f6c-a352-8df948c41b3d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.370596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.370631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.370781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.370855] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e6a68f-274c-4f6c-a352-8df948c41b3d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.416330] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 in Status: SUCCESS [ 624.416507] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 deletion is rescheduled due to dependency. [ 624.416610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.521433] env[65687]: INFO networking_nsxv3.common.synchronization [None req-84049542-25db-48d8-9240-e835ee58b80a None None] Enqueued Resource ID: b126d8a6-bc20-49e0-8e6d-81af49fa0357 with Priority: HIGHEST for action port [ 624.522232] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b126d8a6-bc20-49e0-8e6d-81af49fa0357 with Priority: HIGHEST for action port [ 624.522561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b126d8a6-bc20-49e0-8e6d-81af49fa0357 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.522691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b126d8a6-bc20-49e0-8e6d-81af49fa0357" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.522763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b126d8a6-bc20-49e0-8e6d-81af49fa0357" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.523045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b126d8a6-bc20-49e0-8e6d-81af49fa0357" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.523135] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b126d8a6-bc20-49e0-8e6d-81af49fa0357',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.589722] env[65687]: INFO networking_nsxv3.common.synchronization [req-e804d3e1-6bf3-4b9e-aaea-ccafd05f2f08 req-f697d47c-d6da-402a-81dd-c4cc22f184f1 tempest-ServerDiagnosticsNegativeTest-1398620011 tempest-ServerDiagnosticsNegativeTest-1398620011-project-member] Enqueued Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 624.590652] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 624.590859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.591740] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 624.591913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.592128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.592312] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.592494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.592494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.592665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.592711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.592790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.592943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.593060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.593121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.593262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.593424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.593519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.593581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.593720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.593793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.593872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.593957] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.594796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.594903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.594969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.595199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.595349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.595445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.595507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.595646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.595723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595805] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.763434] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.884071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.884071] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.884071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77e6a68f-274c-4f6c-a352-8df948c41b3d with status ACTIVE [ 624.884071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.884071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.884796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.884796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.884796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.884796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884796] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77e6a68f-274c-4f6c-a352-8df948c41b3d is going to be updated. [ 624.913603] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.913603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.913603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.913603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.913603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.913603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e6a68f-274c-4f6c-a352-8df948c41b3d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.025137] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b126d8a6-bc20-49e0-8e6d-81af49fa0357 [ 625.025428] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.025825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.025825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.025955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.025987] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b126d8a6-bc20-49e0-8e6d-81af49fa0357 already deleted. [ 625.026163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b126d8a6-bc20-49e0-8e6d-81af49fa0357" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.027122] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.027525] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.027639] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.027903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.028196] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.028420] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.028567] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.028806] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.028966] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.029211] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.029383] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.029525] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.029659] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.029831] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.029955] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.030119] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.063028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.063028] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.063028] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.063363] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.063738] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-4e1757cc-fccf-425e-bccc-0521d9ac963c taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.064029] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.064173] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.064516] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.064728] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1757cc-fccf-425e-bccc-0521d9ac963c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.098253] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.098641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.098734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.099067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.099206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.099888] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.100106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.100279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.100372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.100486] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 already deleted. [ 625.100598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.100803] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1566dd-691f-40d9-8a10-cad3614b8964: rpc.has_security_group_logging(os_id): False [ 625.121907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.121907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.121907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122720] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.125729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.125729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.125729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be created. [ 625.195372] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.195843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.213270] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 625.267698] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882: rpc.has_security_group_logging(os_id): False [ 625.302368] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.302646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.302746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.303256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.303397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.303828] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.304931] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 is going to be created. [ 625.387878] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.404920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.405148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.405231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.405472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.405957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.418629] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: IN_PROGRESS for 2s [ 625.567462] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.567676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.567797] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.568093] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.568277] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.568438] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 4e1757cc-fccf-425e-bccc-0521d9ac963c not found, creating... [ 625.568689] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.568956] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.569191] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.569321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.569675] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.569848] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.569961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.570188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.570318] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.570454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 4e1757cc-fccf-425e-bccc-0521d9ac963c is going to be created. [ 625.594103] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594429] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594873] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.595636] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.892593] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.892827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.892827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.893057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.893155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.893259] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 is going to be created. [ 625.923227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.923460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.923460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.923697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.923807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.934302] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: UNINITIALIZED for 2s [ 626.376167] env[65687]: INFO networking_nsxv3.common.synchronization [req-e804d3e1-6bf3-4b9e-aaea-ccafd05f2f08 req-ab8fcd9d-b669-408d-ab61-84470fcef3da service nova] Enqueued Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_rules [ 626.376167] env[65687]: INFO networking_nsxv3.common.synchronization [req-e804d3e1-6bf3-4b9e-aaea-ccafd05f2f08 req-ab8fcd9d-b669-408d-ab61-84470fcef3da service nova] Enqueued Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 626.377053] env[65687]: INFO networking_nsxv3.common.synchronization [req-e804d3e1-6bf3-4b9e-aaea-ccafd05f2f08 req-ab8fcd9d-b669-408d-ab61-84470fcef3da service nova] Enqueued Resource ID: 4e1757cc-fccf-425e-bccc-0521d9ac963c with Priority: HIGHEST for action port [ 626.377825] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_rules [ 626.377966] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 626.379378] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1757cc-fccf-425e-bccc-0521d9ac963c with Priority: HIGHEST for action port [ 626.379378] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.379378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.379378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.379378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.379378] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.380876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.381885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.382074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.382424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.382424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.382424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.382610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.382610] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.383479] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1757cc-fccf-425e-bccc-0521d9ac963c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.383634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.384107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.384107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.384107] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1757cc-fccf-425e-bccc-0521d9ac963c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.736197] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f05fd2b2-fd33-4a62-8753-fcf1eb90b3f4 None None] Enqueued Resource ID: 655d99dd-9df6-4006-bb26-becfba7a3d2c with Priority: HIGHEST for action port [ 626.738250] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 655d99dd-9df6-4006-bb26-becfba7a3d2c with Priority: HIGHEST for action port [ 626.741303] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-655d99dd-9df6-4006-bb26-becfba7a3d2c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.741303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-655d99dd-9df6-4006-bb26-becfba7a3d2c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.741303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-655d99dd-9df6-4006-bb26-becfba7a3d2c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.741303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-655d99dd-9df6-4006-bb26-becfba7a3d2c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.741303] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('655d99dd-9df6-4006-bb26-becfba7a3d2c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.888116] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.888116] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.890297] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e1757cc-fccf-425e-bccc-0521d9ac963c with status ACTIVE [ 626.890487] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.892159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.892159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.892159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.892159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.892159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.892524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.892524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.892728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.892963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.893620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.893750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.893808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.894074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.894210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.894318] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e1757cc-fccf-425e-bccc-0521d9ac963c is going to be updated. [ 626.922368] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.922702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.922851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.923080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.923242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.923410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1757cc-fccf-425e-bccc-0521d9ac963c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.231563] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 627.231855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.232339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.232569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.232659] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.244303] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 655d99dd-9df6-4006-bb26-becfba7a3d2c [ 627.244590] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.244710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.244769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.245038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.245188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.245276] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:655d99dd-9df6-4006-bb26-becfba7a3d2c already deleted. [ 627.245386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-655d99dd-9df6-4006-bb26-becfba7a3d2c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.389305] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.434758] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: SUCCESS [ 627.434758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.741244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.741244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.741244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.741244] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.891434] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.895091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.895091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.895091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.895091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.895091] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 is going to be created. [ 627.924108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.924108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.924108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.924108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.924108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.935876] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: UNINITIALIZED for 2s [ 627.945047] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: SUCCESS [ 627.945047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.945398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.945901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.945901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.946063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.946063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.946209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.946293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.947269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.947269] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.989154] env[65687]: INFO networking_nsxv3.common.synchronization [req-1824bae4-17a5-4387-bcf5-7a984d46a619 req-cd7e22a1-c23b-44f1-8d54-329ee39fd1f2 tempest-FloatingIPsAssociationTestJSON-1249499762 tempest-FloatingIPsAssociationTestJSON-1249499762-project-member] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 627.989735] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 627.991375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.991375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.991375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.991619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.991619] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.991756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.991756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.991899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.991977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.992075] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.245471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.245471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.245471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.245900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.245900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.245900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.245900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.245900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.246070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.246595] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.246595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.246595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.246595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.251239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.251437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.251682] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.454563] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.455209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.455437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.455873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.456810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.456810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457466] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.498188] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.498381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.498456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.498701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.498813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.499117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.499201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.499244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.499445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.499556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.499695] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df already deleted. [ 628.499799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.582340] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.582588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.583097] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.583097] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.583715] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.584353] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.584707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.585070] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.585663] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.585663] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.585763] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.585885] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.585967] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.586344] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.586344] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.586488] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.611425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.611739] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.611933] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.612227] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.612714] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-1ef8bb4a-8065-4228-82a6-f61815b34bf9 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.612974] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.613191] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.613678] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.613890] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef8bb4a-8065-4228-82a6-f61815b34bf9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.754017] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1566dd-691f-40d9-8a10-cad3614b8964: rpc.has_security_group_logging(os_id): False [ 628.774823] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.774991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.775078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.775570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.775570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.775746] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.775853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.775905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.776135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.776195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.776345] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.776443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.776505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.776644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.777149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.777149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.777149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.777149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.777369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.777419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.777508] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 628.858302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.858537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.858611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.858811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.859157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.881178] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 628.960522] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f7511fa-448f-4710-8ad5-e0821ab144a5: rpc.has_security_group_logging(os_id): False [ 628.992816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.993102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.993176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.993492] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.993630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.993973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.994630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.994925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.995115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.995251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.995420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.995536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.995825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.995987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.996122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.996379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.996520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.996658] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 is going to be created. [ 629.114363] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.114636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.114636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.115163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.115163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.120769] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.120920] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.121049] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.121440] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.121529] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.121724] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 1ef8bb4a-8065-4228-82a6-f61815b34bf9 not found, creating... [ 629.121918] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.122032] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.122264] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.122372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.122545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.122951] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.122951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.123082] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.123255] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.123534] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.123534] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 1ef8bb4a-8065-4228-82a6-f61815b34bf9 is going to be created. [ 629.143915] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: IN_PROGRESS for 2s [ 629.158764] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.159206] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.159429] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.159831] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.160441] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.160838] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.412512] env[65687]: INFO networking_nsxv3.common.synchronization [None req-2c15a6a8-7bd5-4ffb-9c5b-7a1ccecce081 None None] Enqueued Resource ID: 7457c409-e71d-4e34-9dcb-ddd7c3ef09ed with Priority: HIGHEST for action port [ 629.413180] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7457c409-e71d-4e34-9dcb-ddd7c3ef09ed with Priority: HIGHEST for action port [ 629.413577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7457c409-e71d-4e34-9dcb-ddd7c3ef09ed taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.413738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7457c409-e71d-4e34-9dcb-ddd7c3ef09ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.413807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7457c409-e71d-4e34-9dcb-ddd7c3ef09ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.414105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7457c409-e71d-4e34-9dcb-ddd7c3ef09ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.414212] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7457c409-e71d-4e34-9dcb-ddd7c3ef09ed',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.917799] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7457c409-e71d-4e34-9dcb-ddd7c3ef09ed [ 629.918222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.918437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.918567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.918940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.919782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.919971] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7457c409-e71d-4e34-9dcb-ddd7c3ef09ed already deleted. [ 629.920194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7457c409-e71d-4e34-9dcb-ddd7c3ef09ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.951718] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: SUCCESS [ 629.952114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.956629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.956948] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.957183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.957358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.957706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.957823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.957977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.958142] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.990216] env[65687]: INFO networking_nsxv3.common.synchronization [req-1824bae4-17a5-4387-bcf5-7a984d46a619 req-4ec0bfdf-b77c-4a44-bf4c-9ec63d031285 service nova] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_rules [ 629.990346] env[65687]: INFO networking_nsxv3.common.synchronization [req-1824bae4-17a5-4387-bcf5-7a984d46a619 req-4ec0bfdf-b77c-4a44-bf4c-9ec63d031285 service nova] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 629.990632] env[65687]: INFO networking_nsxv3.common.synchronization [req-1824bae4-17a5-4387-bcf5-7a984d46a619 req-4ec0bfdf-b77c-4a44-bf4c-9ec63d031285 service nova] Enqueued Resource ID: 1ef8bb4a-8065-4228-82a6-f61815b34bf9 with Priority: HIGHEST for action port [ 629.991885] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_rules [ 629.992766] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 629.992766] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef8bb4a-8065-4228-82a6-f61815b34bf9 with Priority: HIGHEST for action port [ 629.992766] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.993433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.993433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.994416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.994416] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.996069] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.996069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.996351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.996411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.996647] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.996779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.996866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.997119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.997315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.997458] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.000590] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef8bb4a-8065-4228-82a6-f61815b34bf9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.000590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.000590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.000590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.000590] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef8bb4a-8065-4228-82a6-f61815b34bf9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.461016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.461414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.461414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.461587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.461755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.461867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.461966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.462197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.462311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.462430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.462636] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.462762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.462823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.462988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.463173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.463280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.463338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.464344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.464472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.464590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.464710] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.502752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.502878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.503126] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.505527] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef8bb4a-8065-4228-82a6-f61815b34bf9 with status ACTIVE [ 630.505756] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.505957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.506026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.506249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.506362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.506570] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.506673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.506732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.507085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.507238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.507444] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.507556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.507618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.507777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.508064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.508173] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef8bb4a-8065-4228-82a6-f61815b34bf9 is going to be updated. [ 630.511970] env[65687]: INFO networking_nsxv3.common.synchronization [req-99cf2e78-5612-4651-a9f2-809aab29b6e7 req-bdb51869-be95-4857-a4c7-4525b715bd2d tempest-InstanceActionsNegativeTestJSON-1885108281 tempest-InstanceActionsNegativeTestJSON-1885108281-project-member] Enqueued Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 630.515786] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGHEST for action security_group_members [ 630.516195] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.516349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.516404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.516617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516787] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.516903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.517096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.517299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.517394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.517528] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.538730] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.539025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.539025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.539180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.539331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.539513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef8bb4a-8065-4228-82a6-f61815b34bf9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.900692] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 630.900990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.901950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.901950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.901950] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.967138] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275baf0e-da07-4d92-8829-48f5d24ac817: rpc.has_security_group_logging(os_id): False [ 630.985506] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.985707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.985776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.988023] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.988023] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.988023] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.988023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.988879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.988879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.988879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.988879] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 is going to be created. [ 631.011353] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.022534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.022534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.022534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.022819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.022946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.023207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.023417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.023417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.023523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.023702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.023702] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 is going to be updated. [ 631.029286] env[65687]: INFO networking_nsxv3.common.synchronization [req-0841f3cd-f3ad-4457-8b60-4ce5b3a16282 req-cb905cd6-b449-4962-951a-6108d5ab5524 tempest-VolumesAdminNegativeTest-1762117427 tempest-VolumesAdminNegativeTest-1762117427-project-member] Enqueued Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 631.030560] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 631.031358] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.031735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.031735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.032322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.032543] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.032672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.032754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.032888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.033055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.033520] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.063402] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.063557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.063645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.063873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.064053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.080241] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: IN_PROGRESS for 2s [ 631.090034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.090034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.090034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.090034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.090034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.104619] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: IN_PROGRESS for 2s [ 631.165524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: SUCCESS [ 631.165711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.404056] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.404299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.404299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.404610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.404813] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.404926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.404995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.405289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.405415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.405479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.407083] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.484462] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.484709] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-154" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.484819] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-154" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.485226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-154" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485498] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.485672] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.485785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.486017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.486188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.486418] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.486523] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.486629] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.486735] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.486857] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.486974] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.487114] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.513874] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.514092] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.514256] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.514481] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-154" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.514974] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.515410] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.515537] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.515888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.516036] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.517380] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.517489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.517654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.517764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.517858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.517967] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be created. [ 631.536371] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.536610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.536775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.537021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.537118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.537930] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.537930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.537930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.538174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.538174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.538313] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 already deleted. [ 631.538313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.552465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.552465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.552465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.552465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.552465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.573257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: UNINITIALIZED for 2s [ 631.910292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.910469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.910597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.910924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.911198] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.911394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.911503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.911762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.911904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.912055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.912309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.912506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.912628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.912825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.913178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.913393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.913393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.913530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.913779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.913779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.914031] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.021587] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.022134] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.022506] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.022830] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.022985] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.023253] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 not found, creating... [ 632.023645] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.023858] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.023995] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.024283] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.024432] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.024866] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.025031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.025298] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.025566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.025711] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.025879] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 is going to be created. [ 632.061897] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.062292] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.062532] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.064551] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.064551] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.064551] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.417784] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1566dd-691f-40d9-8a10-cad3614b8964: rpc.has_security_group_logging(os_id): False [ 632.441450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.441660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.441660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.441945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.442017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.442239] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.442350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.442404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.442576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.442656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.442852] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.443092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.443164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.443238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.443444] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.443620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.443765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.443833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.443941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 632.721857] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.722105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.722240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.722591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.722823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.748257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 632.842803] env[65687]: INFO networking_nsxv3.common.synchronization [req-0841f3cd-f3ad-4457-8b60-4ce5b3a16282 req-8f602430-c423-4348-88ca-67726091a5c0 service nova] Enqueued Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_rules [ 632.842803] env[65687]: INFO networking_nsxv3.common.synchronization [req-0841f3cd-f3ad-4457-8b60-4ce5b3a16282 req-8f602430-c423-4348-88ca-67726091a5c0 service nova] Enqueued Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 632.842803] env[65687]: INFO networking_nsxv3.common.synchronization [req-0841f3cd-f3ad-4457-8b60-4ce5b3a16282 req-8f602430-c423-4348-88ca-67726091a5c0 service nova] Enqueued Resource ID: 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 with Priority: HIGHEST for action port [ 632.842803] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_rules [ 632.843108] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 632.843108] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 with Priority: HIGHEST for action port [ 632.843382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.843520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.843640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.843876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.843960] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.845871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.846773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.847787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.847787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.847787] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.847787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.847787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.847787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.849373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.849373] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.849373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.849373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.849373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.849843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.849843] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.090829] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 in Status: SUCCESS [ 633.090829] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 deletion is rescheduled due to dependency. [ 633.090829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.123513] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: SUCCESS [ 633.124602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.352062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.353159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.353266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.353434] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 with status ACTIVE [ 633.353595] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.353707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.353772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.353978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.354083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.354257] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.354359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.354409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.354564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.354646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.354819] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.354908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.354961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.355759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.355855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.355943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0 is going to be updated. [ 633.400165] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.400722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.401338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.401338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677b35bc-8ba3-4e1f-8c15-a16dfb44c5f0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.461578] env[65687]: INFO networking_nsxv3.common.synchronization [req-8f6250e5-ec77-4d6c-888b-516061e5ca7f req-43aca2ec-f342-49de-a80f-de4989bc79c0 tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 633.462209] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 633.462530] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.462658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.462719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.462982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.463160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.463264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.463612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.463612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.463612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.463758] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.583372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 633.583583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.584275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.584275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.584275] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.584575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.584575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.584944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.585170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585364] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.656582] env[65687]: INFO networking_nsxv3.common.synchronization [req-f02a2de4-c9fc-419e-98be-03faaed960fa req-472bb8d9-fbda-48cb-8728-db0ebbf61277 tempest-ImagesNegativeTestJSON-152479096 tempest-ImagesNegativeTestJSON-152479096-project-member] Enqueued Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 633.656582] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 with Priority: HIGHEST for action security_group_members [ 633.656582] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb8854a-7cd0-48b8-9907-e43b4daa7067 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.656582] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.656582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.656582] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb8854a-7cd0-48b8-9907-e43b4daa7067',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.859589] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.967047] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.967047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.967047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.967047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967523] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.967658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.967872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.967872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.968036] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 already deleted. [ 633.968112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.978506] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.978687] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.978777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.979184] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.979561] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.979787] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.979925] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.980177] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.980354] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.980565] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.980704] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.980812] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.980921] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.981063] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.981194] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.981334] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.004259] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.004433] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.004596] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.005514] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.006054] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-3e9c3204-2836-42a8-8808-34e562bb0101 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006311] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.007244] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9c3204-2836-42a8-8808-34e562bb0101',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.088633] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.088936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.089093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.089384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.089680] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.089869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.089983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.090382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.090453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.090601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.090859] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.092332] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.092332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.093067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.093067] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.159612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.159879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.159942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.160220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.160272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.160484] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.160606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.160645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.160789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.160869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.160971] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 is going to be updated. [ 634.205581] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.205980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.206086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.206335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.206694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.216157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: IN_PROGRESS for 2s [ 634.362762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.362968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.363087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.363386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.363511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.363648] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 is going to be created. [ 634.391134] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.391433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.391537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.391723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.391953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.411495] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: UNINITIALIZED for 2s [ 634.511351] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.511351] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.511351] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.511740] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.511740] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.511818] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 3e9c3204-2836-42a8-8808-34e562bb0101 not found, creating... [ 634.512122] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.512430] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.512593] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.512883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.513080] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.513476] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.515624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.515624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.515624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.515624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.515624] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 3e9c3204-2836-42a8-8808-34e562bb0101 is going to be created. [ 634.539696] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.539696] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.539936] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.540091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.540296] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.540556] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.600247] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bedd3d41-95ba-460f-a00c-3570bb62e4df: rpc.has_security_group_logging(os_id): False [ 634.636287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.636287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.637081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.637428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.637878] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.638253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.638480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.638882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.639137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.639571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.639855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.640084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.640478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.640712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.640961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be created. [ 634.733517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.733517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.733517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.746993] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 634.763312] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 634.763541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.282602] env[65687]: INFO networking_nsxv3.common.synchronization [req-8f6250e5-ec77-4d6c-888b-516061e5ca7f req-077c4f6f-bff7-4ca4-be01-5635d205ab5e service nova] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 635.282892] env[65687]: INFO networking_nsxv3.common.synchronization [req-8f6250e5-ec77-4d6c-888b-516061e5ca7f req-077c4f6f-bff7-4ca4-be01-5635d205ab5e service nova] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 635.282987] env[65687]: INFO networking_nsxv3.common.synchronization [req-8f6250e5-ec77-4d6c-888b-516061e5ca7f req-077c4f6f-bff7-4ca4-be01-5635d205ab5e service nova] Enqueued Resource ID: 3e9c3204-2836-42a8-8808-34e562bb0101 with Priority: HIGHEST for action port [ 635.283799] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 635.283799] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 635.283799] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9c3204-2836-42a8-8808-34e562bb0101 with Priority: HIGHEST for action port [ 635.286067] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.287151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.287290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.287540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.287633] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.289190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.289323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.289391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.289597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.289813] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.289927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.293333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.293333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.293333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.293333] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.293333] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9c3204-2836-42a8-8808-34e562bb0101 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.293333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.293614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.293692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.294014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9c3204-2836-42a8-8808-34e562bb0101',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.799830] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.800039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.800190] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9c3204-2836-42a8-8808-34e562bb0101 with status ACTIVE [ 635.800589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.802721] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.802721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.803135] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.803475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.803595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.803792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.804509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.806047] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9c3204-2836-42a8-8808-34e562bb0101 is going to be updated. [ 635.807140] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.835328] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.835328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.835328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.836243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.836243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.836243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9c3204-2836-42a8-8808-34e562bb0101" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.246168] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3439fbc2-de5e-41bd-b4f3-9f6873ca8f2c None None] Enqueued Resource ID: 1f6271f8-a069-4351-b28d-2da515895fe8 with Priority: HIGHEST for action port [ 636.246839] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 in Status: SUCCESS [ 636.247091] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb8854a-7cd0-48b8-9907-e43b4daa7067 deletion is rescheduled due to dependency. [ 636.247256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb8854a-7cd0-48b8-9907-e43b4daa7067" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.247828] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6271f8-a069-4351-b28d-2da515895fe8 with Priority: HIGHEST for action port [ 636.248193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6271f8-a069-4351-b28d-2da515895fe8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.248370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6271f8-a069-4351-b28d-2da515895fe8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.248611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6271f8-a069-4351-b28d-2da515895fe8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.248719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6271f8-a069-4351-b28d-2da515895fe8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.248801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6271f8-a069-4351-b28d-2da515895fe8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.311603] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.421335] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: SUCCESS [ 636.422428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.422428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.423304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.423513] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.424154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.424154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.424154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.424154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.424154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.424392] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.751739] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f6271f8-a069-4351-b28d-2da515895fe8 [ 636.751895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.752115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.752223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.752523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.752638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.752898] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f6271f8-a069-4351-b28d-2da515895fe8 already deleted. [ 636.753051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6271f8-a069-4351-b28d-2da515895fe8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.759774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 636.759987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.814264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.814461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.814461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.814752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.814876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.814986] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be created. [ 636.841917] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.842142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.842142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.842350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.842512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.854482] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: UNINITIALIZED for 2s [ 636.926982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927734] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.928621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.929069] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.929187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.929253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.929412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.929550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.929616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.929650] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.434964] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f8b818c-6a34-4989-af06-d2dc56fce7f5: rpc.has_security_group_logging(os_id): False [ 637.459532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.459741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.459838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.460375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.460549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.460889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.461060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.461165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.461378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.461482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.461731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.461855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.461941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.462254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.462500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.462781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.462781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.463085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.463208] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 is going to be created. [ 637.561176] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.561176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.561176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.561176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.561176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.574362] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: IN_PROGRESS for 2s [ 638.261130] env[65687]: INFO networking_nsxv3.common.synchronization [req-a9e275c6-a8e5-4b89-8e98-113756cd62e3 req-8ac6f2a1-9dea-47a9-b6e6-3f694df55781 tempest-TenantUsagesTestJSON-1920111013 tempest-TenantUsagesTestJSON-1920111013-project-member] Enqueued Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 638.261809] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 638.264442] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.264644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.264792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.265125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.266048] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.266465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.266544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.266735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.266893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.266932] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.775596] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.776092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.776092] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.776092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.776092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.776264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.776264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.776264] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff already deleted. [ 638.776371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.790397] env[65687]: INFO networking_nsxv3.common.synchronization [None req-21fd1575-4739-413a-8100-017ad317e1af None None] Enqueued Resource ID: 60ee9c00-c12c-4a9f-b957-558ec84ba3b0 with Priority: HIGHEST for action port [ 638.790397] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ee9c00-c12c-4a9f-b957-558ec84ba3b0 with Priority: HIGHEST for action port [ 638.790704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ee9c00-c12c-4a9f-b957-558ec84ba3b0 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.790828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ee9c00-c12c-4a9f-b957-558ec84ba3b0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.790895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ee9c00-c12c-4a9f-b957-558ec84ba3b0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.791160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ee9c00-c12c-4a9f-b957-558ec84ba3b0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.791231] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ee9c00-c12c-4a9f-b957-558ec84ba3b0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.865915] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 638.865915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.866094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.866326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.866589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.866704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.866757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.866895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.866986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.867087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.867180] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.873357] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.874225] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.874225] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.874225] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.874404] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.874627] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.874627] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.874853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.875020] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.875438] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.875587] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.875707] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.875812] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.875927] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.876050] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.876181] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.898601] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.898782] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.898851] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.898985] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.899429] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-48acd07b-48cf-47c9-8dae-6ce2f185caf1 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.899541] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.899651] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.900022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.900164] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48acd07b-48cf-47c9-8dae-6ce2f185caf1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.293938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ee9c00-c12c-4a9f-b957-558ec84ba3b0 [ 639.294209] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.294387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.294459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.294672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.294762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.294858] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ee9c00-c12c-4a9f-b957-558ec84ba3b0 already deleted. [ 639.294939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ee9c00-c12c-4a9f-b957-558ec84ba3b0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.370603] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.402345] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.402598] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.402722] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.406022] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 48acd07b-48cf-47c9-8dae-6ce2f185caf1 not found, creating... [ 639.406022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.406022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.406022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.406524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.406524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.406524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.406524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 48acd07b-48cf-47c9-8dae-6ce2f185caf1 is going to be created. [ 639.430986] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.431230] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.431350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.431623] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.431853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.432093] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591231] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: SUCCESS [ 639.591483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.873180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d6fd2e-1ac0-4109-abc4-e8354d9ae146: rpc.has_security_group_logging(os_id): False [ 639.892764] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.892844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.892880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.893119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.893217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.893448] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.893545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.893606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.893777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.893851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.893938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be created. [ 639.976084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.976237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.976375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.976585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.976789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.991673] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 640.249470] env[65687]: INFO networking_nsxv3.common.synchronization [req-a9e275c6-a8e5-4b89-8e98-113756cd62e3 req-833a2ca5-1c90-45e6-963e-5635b9f34947 service nova] Enqueued Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_rules [ 640.249470] env[65687]: INFO networking_nsxv3.common.synchronization [req-a9e275c6-a8e5-4b89-8e98-113756cd62e3 req-833a2ca5-1c90-45e6-963e-5635b9f34947 service nova] Enqueued Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 640.249470] env[65687]: INFO networking_nsxv3.common.synchronization [req-a9e275c6-a8e5-4b89-8e98-113756cd62e3 req-833a2ca5-1c90-45e6-963e-5635b9f34947 service nova] Enqueued Resource ID: 48acd07b-48cf-47c9-8dae-6ce2f185caf1 with Priority: HIGHEST for action port [ 640.250538] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_rules [ 640.250538] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 640.250538] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48acd07b-48cf-47c9-8dae-6ce2f185caf1 with Priority: HIGHEST for action port [ 640.250538] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.250538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.250538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.251222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.251222] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.253856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.253856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.253856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.253856] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.253856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-48acd07b-48cf-47c9-8dae-6ce2f185caf1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.254766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.254766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.254766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.254766] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48acd07b-48cf-47c9-8dae-6ce2f185caf1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.756744] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.758424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.758689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.758751] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48acd07b-48cf-47c9-8dae-6ce2f185caf1 with status ACTIVE [ 640.759779] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.759779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.759779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.759779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.759779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.760032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.760293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.760293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.760569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.760656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.760938] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.761103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.761273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.761464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.761613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.761708] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48acd07b-48cf-47c9-8dae-6ce2f185caf1 is going to be updated. [ 640.790322] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.790730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.790730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.791143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.791251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.791507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48acd07b-48cf-47c9-8dae-6ce2f185caf1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.916445] env[65687]: INFO networking_nsxv3.common.synchronization [None req-af3eb602-eded-4a31-b88e-ec8b966dc0ae None None] Enqueued Resource ID: 25526d73-244a-4bf6-ac2e-a569aae7a1b9 with Priority: HIGHEST for action port [ 640.917092] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25526d73-244a-4bf6-ac2e-a569aae7a1b9 with Priority: HIGHEST for action port [ 640.917387] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-25526d73-244a-4bf6-ac2e-a569aae7a1b9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25526d73-244a-4bf6-ac2e-a569aae7a1b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25526d73-244a-4bf6-ac2e-a569aae7a1b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25526d73-244a-4bf6-ac2e-a569aae7a1b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.919141] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25526d73-244a-4bf6-ac2e-a569aae7a1b9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.050581] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9888a58a-b948-4301-ad9b-4bd567ab35fa None None] Enqueued Resource ID: fb3ccf78-fb91-4373-ba86-38d813a2dbfc with Priority: HIGHEST for action port [ 641.052224] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3ccf78-fb91-4373-ba86-38d813a2dbfc with Priority: HIGHEST for action port [ 641.052726] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3ccf78-fb91-4373-ba86-38d813a2dbfc taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.052903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3ccf78-fb91-4373-ba86-38d813a2dbfc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.053038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3ccf78-fb91-4373-ba86-38d813a2dbfc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.053785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3ccf78-fb91-4373-ba86-38d813a2dbfc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.053887] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3ccf78-fb91-4373-ba86-38d813a2dbfc',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.271796] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.422037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25526d73-244a-4bf6-ac2e-a569aae7a1b9 [ 641.422037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.422275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.422275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.422523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.422649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.422774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25526d73-244a-4bf6-ac2e-a569aae7a1b9 already deleted. [ 641.422886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25526d73-244a-4bf6-ac2e-a569aae7a1b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.557021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb3ccf78-fb91-4373-ba86-38d813a2dbfc [ 641.557021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.557021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.557021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.557358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.557358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.557358] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb3ccf78-fb91-4373-ba86-38d813a2dbfc already deleted. [ 641.557358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3ccf78-fb91-4373-ba86-38d813a2dbfc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.774965] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.775149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.775224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.775444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.775534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775632] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff is going to be created. [ 641.804038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.804038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.804038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.804038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.804323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.815938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: UNINITIALIZED for 2s [ 642.010484] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 642.010768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.740509] env[65687]: INFO networking_nsxv3.common.synchronization [req-080df1e1-797c-4d59-a204-58d29805c292 req-ac5f72e9-3a12-4e86-8527-da7d9ddf358f tempest-DeleteServersAdminTestJSON-1707993479 tempest-DeleteServersAdminTestJSON-1707993479-project-member] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 642.740761] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 642.742073] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.742337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.742451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.742701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.744887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.744887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.744887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.745090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.745125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.745242] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.247358] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.247804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.247804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.248265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.248450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.248671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.248779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.248967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.249037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.249078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.249191] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be updated. [ 643.287293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.287569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.287569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.287670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.287883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.302325] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 643.490084] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.490084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.490084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.490084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.490084] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.490084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.490544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.491279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.491629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492043] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.492271] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.492471] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.492675] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.492941] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.493370] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.493825] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.513847] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.513847] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.513847] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.514081] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.514388] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-20d815b0-c644-46ce-beff-349ae917c028 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.514565] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.514664] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.515081] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.515279] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d815b0-c644-46ce-beff-349ae917c028',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.803015] env[65687]: INFO networking_nsxv3.common.synchronization [req-c6b07066-89b9-4731-bb25-132fcdecf7ae req-572df30c-79e6-4255-b9b0-e1a878f5f418 tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 643.803015] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 643.803015] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.803708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.803873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.804018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.805298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.805298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.805457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.805669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.805767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.805884] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.832726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: SUCCESS [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.832726] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.832726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.832726] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.018384] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.018650] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.018714] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.019021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.019183] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.019344] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 20d815b0-c644-46ce-beff-349ae917c028 not found, creating... [ 644.019607] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.019763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.019875] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.020120] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.020252] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.020581] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.020685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.020779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.020979] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.021131] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.021287] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 20d815b0-c644-46ce-beff-349ae917c028 is going to be created. [ 644.046546] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.046774] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.046864] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.047183] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.047494] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.047711] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.307495] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.336528] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.337151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.337805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.342020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.342020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.342020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.342020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.342020] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.753104] env[65687]: INFO networking_nsxv3.common.synchronization [req-080df1e1-797c-4d59-a204-58d29805c292 req-9135290d-af45-49f1-b585-f041ccb49ee8 service nova] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_rules [ 644.753290] env[65687]: INFO networking_nsxv3.common.synchronization [req-080df1e1-797c-4d59-a204-58d29805c292 req-9135290d-af45-49f1-b585-f041ccb49ee8 service nova] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 644.753454] env[65687]: INFO networking_nsxv3.common.synchronization [req-080df1e1-797c-4d59-a204-58d29805c292 req-9135290d-af45-49f1-b585-f041ccb49ee8 service nova] Enqueued Resource ID: 20d815b0-c644-46ce-beff-349ae917c028 with Priority: HIGHEST for action port [ 644.754546] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_rules [ 644.754546] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 644.754546] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d815b0-c644-46ce-beff-349ae917c028 with Priority: HIGHEST for action port [ 644.754696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.754789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.755126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.755126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.755279] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.756109] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.756109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.756298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-20d815b0-c644-46ce-beff-349ae917c028 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.756390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.756448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.756627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.756719] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d815b0-c644-46ce-beff-349ae917c028',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.809843] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.844789] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f423ea2e-20a9-4605-8fe8-74a8917fa1ff: rpc.has_security_group_logging(os_id): False [ 644.864729] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.866331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.866481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.866648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.866748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.867028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.868320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.868320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.868797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.870081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.870081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.870081] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff is going to be created. [ 644.910173] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cadb3f8d-a126-4d2d-9e66-f94ccd05d68e None None] Enqueued Resource ID: 4387f534-fb99-4e44-8bb1-79d1588f40f2 with Priority: HIGHEST for action port [ 644.910434] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4387f534-fb99-4e44-8bb1-79d1588f40f2 with Priority: HIGHEST for action port [ 644.911466] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4387f534-fb99-4e44-8bb1-79d1588f40f2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.911466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4387f534-fb99-4e44-8bb1-79d1588f40f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.911643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4387f534-fb99-4e44-8bb1-79d1588f40f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.912076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4387f534-fb99-4e44-8bb1-79d1588f40f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.912076] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4387f534-fb99-4e44-8bb1-79d1588f40f2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.934251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.934532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.934532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.934784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.936031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.947141] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: IN_PROGRESS for 2s [ 645.258912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.259146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.264539] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20d815b0-c644-46ce-beff-349ae917c028 with status ACTIVE [ 645.264539] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.264539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.264539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.266789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.266789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.266789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.267282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.267282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.267282] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20d815b0-c644-46ce-beff-349ae917c028 is going to be updated. [ 645.299654] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.299654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.299654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.299654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20d815b0-c644-46ce-beff-349ae917c028" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.311650] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 645.311650] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a deletion is rescheduled due to dependency. [ 645.311973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.312690] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.312690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.312884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.312982] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 645.314955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.314955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.315145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.317187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.317187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.317187] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.367791] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.369520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.369520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.369520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.369520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.384342] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 645.414228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4387f534-fb99-4e44-8bb1-79d1588f40f2 [ 645.414462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.414604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.414689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.414882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.414975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.415096] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4387f534-fb99-4e44-8bb1-79d1588f40f2 already deleted. [ 645.415181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4387f534-fb99-4e44-8bb1-79d1588f40f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.821433] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.328054] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.835193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.835193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.835193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.835193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.835193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.835193] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be updated. [ 646.866664] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.866664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.866664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.866664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.877496] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 646.963771] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: SUCCESS [ 646.964019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.397341] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 647.397615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.872961] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8cbeac77-0904-4b67-8ccd-aa463f4a3cc9 None None] Enqueued Resource ID: 395fb39d-e13f-4e54-a02a-e49d97175b3b with Priority: HIGHEST for action port [ 647.873585] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395fb39d-e13f-4e54-a02a-e49d97175b3b with Priority: HIGHEST for action port [ 647.873955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-395fb39d-e13f-4e54-a02a-e49d97175b3b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.874681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395fb39d-e13f-4e54-a02a-e49d97175b3b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.874794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395fb39d-e13f-4e54-a02a-e49d97175b3b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.875305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395fb39d-e13f-4e54-a02a-e49d97175b3b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.875429] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395fb39d-e13f-4e54-a02a-e49d97175b3b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.380102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 395fb39d-e13f-4e54-a02a-e49d97175b3b [ 648.381556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.381556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.381556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.381556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.381556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.381556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:395fb39d-e13f-4e54-a02a-e49d97175b3b already deleted. [ 648.381556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395fb39d-e13f-4e54-a02a-e49d97175b3b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.804948] env[65687]: INFO networking_nsxv3.common.synchronization [req-3e50ad99-ba46-4bb8-88c3-7ea31f6eb507 req-18d3aaca-4c32-4dcc-a0d5-f21057366c49 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 648.805514] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 648.805819] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.805942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.806085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.806360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.806522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.806649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.806718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.806879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.806966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.807071] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.891232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.891232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.891232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.891232] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.918028] env[65687]: INFO networking_nsxv3.common.synchronization [None req-61d6665a-3ba7-494e-ac3f-574dd35dd1ef None None] Enqueued Resource ID: 2ec7abaa-fa3a-4292-9e19-d395242cd394 with Priority: HIGHEST for action port [ 648.918028] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec7abaa-fa3a-4292-9e19-d395242cd394 with Priority: HIGHEST for action port [ 648.918028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec7abaa-fa3a-4292-9e19-d395242cd394 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.918028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec7abaa-fa3a-4292-9e19-d395242cd394" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.918028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec7abaa-fa3a-4292-9e19-d395242cd394" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.918028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec7abaa-fa3a-4292-9e19-d395242cd394" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.918028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec7abaa-fa3a-4292-9e19-d395242cd394',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.309659] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.309831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.309917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.310172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.310270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.310480] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.310591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.310651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.310813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.310891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.310976] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af already deleted. [ 649.311072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.394244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.394495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.394570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.394807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.394934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.395049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.395110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.396353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.396526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.396600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.396818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.396890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.396947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.397138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.397334] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.397517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.397517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.397668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.397805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.397876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.397949] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.421325] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ec7abaa-fa3a-4292-9e19-d395242cd394 [ 649.421475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.421545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.424846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.424846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.424846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.424846] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ec7abaa-fa3a-4292-9e19-d395242cd394 already deleted. [ 649.424846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec7abaa-fa3a-4292-9e19-d395242cd394" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.453428] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.454172] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.454647] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.455091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.455372] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.455555] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.455994] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.459199] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.459199] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.459199] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.459199] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.459199] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.459199] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.459199] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.459199] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.459199] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.485340] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.485340] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.485340] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.485340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.485340] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.485340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.485340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.485340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.485340] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab6cb3-4428-44a6-a11d-5c7eda0b6a96',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.901980] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edaf697-b9a0-4ef8-bd7b-67030291635a: rpc.has_security_group_logging(os_id): False [ 649.924209] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.924915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.924915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.924915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.924915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.925100] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.925284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.925284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.925515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.925582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.925748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.925853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.925914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.926090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.926168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.926652] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.926652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.926652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.926940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.926940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.926940] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be updated. [ 649.989379] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.989379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.989379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.989379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.989379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.989379] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 not found, creating... [ 649.989683] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.989830] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.989830] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990216] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.990659] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990659] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990953] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.991100] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.991232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 is going to be created. [ 649.996786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.996786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.996786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.996786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.996786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.008838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 650.014571] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.014900] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.014955] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.015278] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.015609] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.015854] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.805254] env[65687]: INFO networking_nsxv3.common.synchronization [req-3e50ad99-ba46-4bb8-88c3-7ea31f6eb507 req-4b81e95d-2d10-442a-96f7-9facb5d2a934 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 650.805411] env[65687]: INFO networking_nsxv3.common.synchronization [req-3e50ad99-ba46-4bb8-88c3-7ea31f6eb507 req-4b81e95d-2d10-442a-96f7-9facb5d2a934 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 650.805564] env[65687]: INFO networking_nsxv3.common.synchronization [req-3e50ad99-ba46-4bb8-88c3-7ea31f6eb507 req-4b81e95d-2d10-442a-96f7-9facb5d2a934 service nova] Enqueued Resource ID: 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 with Priority: HIGHEST for action port [ 650.806075] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 650.806205] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 650.806296] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 with Priority: HIGHEST for action port [ 650.807551] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807551] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.808472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.808662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.808764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.808973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.809288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.809760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.809760] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.811511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.811725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.811883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.812347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.812347] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab6cb3-4428-44a6-a11d-5c7eda0b6a96',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.314922] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.316188] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.316381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.316509] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 with status ACTIVE [ 651.316663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.316784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.316850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.317129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.317272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.319072] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.319072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.319072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.319288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.319288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.320318] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.320450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.320520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.320711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.320799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.320915] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bab6cb3-4428-44a6-a11d-5c7eda0b6a96 is going to be updated. [ 651.348673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.348673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.349340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.349340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.349340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.349340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bab6cb3-4428-44a6-a11d-5c7eda0b6a96" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.639135] env[65687]: INFO networking_nsxv3.common.synchronization [req-54248238-dc7f-48e2-8a39-c1a6178c63e8 req-3e140c5c-880b-454b-af83-5b42150e2983 tempest-ServerDiagnosticsNegativeTest-1398620011 tempest-ServerDiagnosticsNegativeTest-1398620011-project-member] Enqueued Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 651.639415] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGHEST for action security_group_members [ 651.639869] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.640614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.640792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.642822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.642822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.642822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.642822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.642822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.642822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.642822] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.823126] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.995196] env[65687]: INFO networking_nsxv3.common.synchronization [None req-01e82130-00e3-437d-bb56-e1a191bcb97d None None] Enqueued Resource ID: e349d398-fc1e-4d8e-9af3-8d3b94ee355e with Priority: HIGHEST for action port [ 651.995266] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e349d398-fc1e-4d8e-9af3-8d3b94ee355e with Priority: HIGHEST for action port [ 651.995818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e349d398-fc1e-4d8e-9af3-8d3b94ee355e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.995946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e349d398-fc1e-4d8e-9af3-8d3b94ee355e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.996028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e349d398-fc1e-4d8e-9af3-8d3b94ee355e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.996293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e349d398-fc1e-4d8e-9af3-8d3b94ee355e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.996379] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e349d398-fc1e-4d8e-9af3-8d3b94ee355e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.004625] env[65687]: INFO networking_nsxv3.common.synchronization [req-dc2d0f28-6d02-462d-9bfb-f779623c102b req-6fb0f0dc-1d5e-4db6-b59d-6f91f218c54d tempest-ServerDiagnosticsTest-46838514 tempest-ServerDiagnosticsTest-46838514-project-member] Enqueued Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 652.005138] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGHEST for action security_group_members [ 652.005545] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.005671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.005752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.005941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.006423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.006555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.006828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.007032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.007131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.007277] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.026379] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 652.026379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.143963] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.146966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.147097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.147745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.147745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.147745] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.147944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.147944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.148022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.148082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.148177] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 is going to be updated. [ 652.183840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.184599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.204560] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: IN_PROGRESS for 2s [ 652.326175] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.326822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.327067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.328460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.328539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.328657] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be created. [ 652.357599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.357844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.357905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.358868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.359125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.371612] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: UNINITIALIZED for 2s [ 652.500648] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e349d398-fc1e-4d8e-9af3-8d3b94ee355e [ 652.500735] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.500944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.501063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.501460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.501580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.501763] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e349d398-fc1e-4d8e-9af3-8d3b94ee355e already deleted. [ 652.501897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e349d398-fc1e-4d8e-9af3-8d3b94ee355e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.510677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.510855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.511009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.512918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.513033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.513262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.513375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.513442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.513610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.513689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.513777] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 is going to be updated. [ 652.546925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.546925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.546925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.546925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559851] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: IN_PROGRESS for 2s [ 653.738410] env[65687]: INFO networking_nsxv3.common.synchronization [None req-be53fb4a-4883-46d5-b57e-3b0e3ff7c95d None None] Enqueued Resource ID: dd2c0545-0d25-4f00-ba12-9062abfca0cd with Priority: HIGHEST for action port [ 653.738917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2c0545-0d25-4f00-ba12-9062abfca0cd with Priority: HIGHEST for action port [ 653.739228] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd2c0545-0d25-4f00-ba12-9062abfca0cd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.739355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd2c0545-0d25-4f00-ba12-9062abfca0cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.739509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd2c0545-0d25-4f00-ba12-9062abfca0cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.739742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd2c0545-0d25-4f00-ba12-9062abfca0cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.739805] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2c0545-0d25-4f00-ba12-9062abfca0cd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.942859] env[65687]: INFO networking_nsxv3.common.synchronization [req-fa03447c-baeb-45d0-8a05-29878a14c2b3 req-cc194046-839d-463c-b540-cc72e803b3eb tempest-ServerActionsV293TestJSON-1747104828 tempest-ServerActionsV293TestJSON-1747104828-project-member] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 653.943422] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 653.943798] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.944095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.944095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.944336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.944499] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.944606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.944669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.944828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.944913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.945025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.213843] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: IN_PROGRESS for 4s [ 654.241871] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd2c0545-0d25-4f00-ba12-9062abfca0cd [ 654.243108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.243324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.243405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.243631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.243733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.243869] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd2c0545-0d25-4f00-ba12-9062abfca0cd already deleted. [ 654.243935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd2c0545-0d25-4f00-ba12-9062abfca0cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.384703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 654.384703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.384703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.386810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.386810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.386810] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.447402] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.450292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.450292] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d already deleted. [ 654.450292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.571692] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 in Status: SUCCESS [ 654.571915] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 deletion is rescheduled due to dependency. [ 654.572075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.729192] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.729820] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-993" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.729977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-993" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.730320] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-993" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.730587] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.730742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.730847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.731304] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.731450] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.731654] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.731756] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.731855] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.731952] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.732205] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.732350] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.732479] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.757037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.757037] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.757037] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.757037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-993" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.757037] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-a4b93f3f-8d38-4017-b93e-bb9c19910517 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.757037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.757584] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.757584] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.757648] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b93f3f-8d38-4017-b93e-bb9c19910517',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.889132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.889318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.889365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.889593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.889775] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.889885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.889945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.890107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.890194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.890294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.890443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.890581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.890581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.890728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.890854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.890945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.891149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.891223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.891305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.891396] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.261484] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.261710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.261830] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.262146] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.262286] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.262436] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port a4b93f3f-8d38-4017-b93e-bb9c19910517 not found, creating... [ 655.262700] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.264126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.264126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264293] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.264393] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.264503] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.264799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.265707] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: a4b93f3f-8d38-4017-b93e-bb9c19910517 is going to be created. [ 655.289444] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.289631] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.289682] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.291119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.291119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.291119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.398037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68179595-d0de-4cce-bae5-01860a5283af: rpc.has_security_group_logging(os_id): False [ 655.421671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.421671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.421671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.422678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.422829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.423057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.423297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.423297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.424441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.424441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.424441] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.424441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.424441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.424441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.425338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.425616] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.426973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.426973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.426973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.426973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.426973] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be created. [ 655.517110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.517312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.517370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.517568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.518136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.531679] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 655.637376] env[65687]: INFO networking_nsxv3.common.synchronization [req-da37aa8b-07f2-468b-8063-00ed5340d4e8 req-95ba4036-1ede-45d4-a59d-cf06ca83b580 tempest-FloatingIPsAssociationNegativeTestJSON-323888728 tempest-FloatingIPsAssociationNegativeTestJSON-323888728-project-member] Enqueued Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 655.638147] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 655.638260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.638433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.638495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.638774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.638943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.639082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.639144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.639545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.639545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.639545] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.020852] env[65687]: INFO networking_nsxv3.common.synchronization [req-fa03447c-baeb-45d0-8a05-29878a14c2b3 req-9180864d-3361-4a93-b7ea-8839fa777163 service nova] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 656.021160] env[65687]: INFO networking_nsxv3.common.synchronization [req-fa03447c-baeb-45d0-8a05-29878a14c2b3 req-9180864d-3361-4a93-b7ea-8839fa777163 service nova] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 656.021279] env[65687]: INFO networking_nsxv3.common.synchronization [req-fa03447c-baeb-45d0-8a05-29878a14c2b3 req-9180864d-3361-4a93-b7ea-8839fa777163 service nova] Enqueued Resource ID: a4b93f3f-8d38-4017-b93e-bb9c19910517 with Priority: HIGHEST for action port [ 656.021924] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_rules [ 656.022231] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 656.022447] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b93f3f-8d38-4017-b93e-bb9c19910517 with Priority: HIGHEST for action port [ 656.022800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.022976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.023064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.023331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.023448] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.025816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.026009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.026216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.029874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.029874] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.029874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.029874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.029874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.029874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.029874] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.030862] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b93f3f-8d38-4017-b93e-bb9c19910517 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.030995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.031136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.031352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.031508] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b93f3f-8d38-4017-b93e-bb9c19910517',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.115988] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.115988] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-965" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.115988] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-965" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.115988] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-965" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.115988] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.117538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.117538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122575] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.122575] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.122575] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.122575] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.122575] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.122575] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.122575] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.122575] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.123021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.143040] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.143040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.143040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.143040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143299] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.143299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.143395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.143514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143641] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c already deleted. [ 656.143798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.146255] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.146416] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.146566] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.146716] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-965" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.147008] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.148459] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.148459] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.148708] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.148708] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.222544] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3980a761-1063-473b-8dd5-610d5b9e0fd8 None None] Enqueued Resource ID: 6d06dec6-4693-4b5a-90e0-d05dad886bba with Priority: HIGHEST for action port [ 656.222670] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d06dec6-4693-4b5a-90e0-d05dad886bba with Priority: HIGHEST for action port [ 656.223024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d06dec6-4693-4b5a-90e0-d05dad886bba taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.223149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d06dec6-4693-4b5a-90e0-d05dad886bba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.223193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d06dec6-4693-4b5a-90e0-d05dad886bba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.223503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d06dec6-4693-4b5a-90e0-d05dad886bba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.223588] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d06dec6-4693-4b5a-90e0-d05dad886bba',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.226679] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275baf0e-da07-4d92-8829-48f5d24ac817 in Status: SUCCESS [ 656.226864] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 deletion is rescheduled due to dependency. [ 656.226959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.534478] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.536454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.536454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.536454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b93f3f-8d38-4017-b93e-bb9c19910517 with status ACTIVE [ 656.536454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.536454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.536454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.537155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.537155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.537155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.537155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.537155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.537155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.537449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.537623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.537723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.537780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.537930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.538054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.538088] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b93f3f-8d38-4017-b93e-bb9c19910517 is going to be updated. [ 656.562672] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.564056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.564056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.564056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.564056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.564056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b93f3f-8d38-4017-b93e-bb9c19910517" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.651995] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.652253] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.652387] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.652705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.652853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.653018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f not found, creating... [ 656.653294] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.653455] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.653563] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.653783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.653910] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.654209] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.654361] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.654472] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.654682] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.654807] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.654938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f is going to be created. [ 656.684136] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684436] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.684569] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685343] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685720] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.732017] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d06dec6-4693-4b5a-90e0-d05dad886bba [ 656.732017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.732017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.732017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.732017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.732017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.732017] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d06dec6-4693-4b5a-90e0-d05dad886bba already deleted. [ 656.732017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d06dec6-4693-4b5a-90e0-d05dad886bba" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.037727] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.433781] env[65687]: INFO networking_nsxv3.common.synchronization [req-da37aa8b-07f2-468b-8063-00ed5340d4e8 req-3b33d5b5-843c-41d0-97bb-65de163e572e service nova] Enqueued Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_rules [ 657.434322] env[65687]: INFO networking_nsxv3.common.synchronization [req-da37aa8b-07f2-468b-8063-00ed5340d4e8 req-3b33d5b5-843c-41d0-97bb-65de163e572e service nova] Enqueued Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 657.434322] env[65687]: INFO networking_nsxv3.common.synchronization [req-da37aa8b-07f2-468b-8063-00ed5340d4e8 req-3b33d5b5-843c-41d0-97bb-65de163e572e service nova] Enqueued Resource ID: eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f with Priority: HIGHEST for action port [ 657.434322] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_rules [ 657.434599] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 657.434599] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f with Priority: HIGHEST for action port [ 657.435093] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.435219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.435315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.435613] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.436444] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.437591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.437591] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.437591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.437591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.437591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.437591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437591] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.439799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.439799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.439799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.439799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.439799] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.538870] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.539097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.539097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.539740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.539740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.539740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d is going to be created. [ 657.546228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 657.546447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.563993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.564246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.564246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.564650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.564774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.576934] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: UNINITIALIZED for 2s [ 657.940476] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.941125] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.942075] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f with status ACTIVE [ 657.942833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.942833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.942833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.942833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.942833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.943077] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.943077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.943077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.943186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.943256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.943657] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.943657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.943657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.944536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.944536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f is going to be updated. [ 657.968450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.968584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.968649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.970199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.970199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.970199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3f1b8c-7353-4b9d-ba9d-cf633ce7027f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.159603] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d7583a4-7090-4927-b6a7-d74c1e88df18 req-79649235-1cb7-475a-8d8f-f6f555390420 tempest-FloatingIPsAssociationTestJSON-1249499762 tempest-FloatingIPsAssociationTestJSON-1249499762-project-member] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 658.159927] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 658.160818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.160988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.161075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.161362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.161535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.161636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.161700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.161852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.161933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.162166] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.446209] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c1c52a48-478c-449c-8d1f-0d90a98b5f6e None None] Enqueued Resource ID: dd71ab32-fba1-4944-81d6-c906447be1e5 with Priority: HIGHEST for action port [ 658.446781] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd71ab32-fba1-4944-81d6-c906447be1e5 with Priority: HIGHEST for action port [ 658.447065] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.448020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd71ab32-fba1-4944-81d6-c906447be1e5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.448165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd71ab32-fba1-4944-81d6-c906447be1e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.448242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd71ab32-fba1-4944-81d6-c906447be1e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.448529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd71ab32-fba1-4944-81d6-c906447be1e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.448639] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd71ab32-fba1-4944-81d6-c906447be1e5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.665716] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.811953] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812939] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813147] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813774] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813774] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.814023] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.814073] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.814198] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.814369] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.814480] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.814604] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.814742] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.837209] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.837350] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.838299] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.838299] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-832" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.838299] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-ab7d6f1a-23e2-4e79-97f0-724207826dcd taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.838299] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.838299] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.838585] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.838701] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7d6f1a-23e2-4e79-97f0-724207826dcd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.950551] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.950718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.950821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.951020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.951102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.951202] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c is going to be created. [ 658.952425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd71ab32-fba1-4944-81d6-c906447be1e5 [ 658.952612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.952717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.952776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.953042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.953129] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd71ab32-fba1-4944-81d6-c906447be1e5 already deleted. [ 658.953238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd71ab32-fba1-4944-81d6-c906447be1e5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976229] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.977120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.977383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.987996] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: UNINITIALIZED for 2s [ 659.168976] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.343038] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343038] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.343038] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343457] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port ab7d6f1a-23e2-4e79-97f0-724207826dcd not found, creating... [ 659.343783] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343944] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.344078] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.344302] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.344793] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345204] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.345393] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.345589] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.345817] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.345951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346103] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: ab7d6f1a-23e2-4e79-97f0-724207826dcd is going to be created. [ 659.372153] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.372371] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.372788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.372862] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.373196] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.373448] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.433362] env[65687]: INFO networking_nsxv3.common.synchronization [req-6cbe1ff6-9982-4d5d-845c-7f9314c58663 req-8446294f-c0c4-42a9-a5ed-e845aad4e995 tempest-VolumesAdminNegativeTest-1762117427 tempest-VolumesAdminNegativeTest-1762117427-project-member] Enqueued Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 659.433892] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGHEST for action security_group_members [ 659.434464] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.434464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.434464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.434688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.434818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.434985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.435115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.435307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.435420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.435505] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.587362] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: SUCCESS [ 659.587620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.587792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.588069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.588367] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.588514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.588587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589691] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.672399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.672550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.672550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.672817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.672977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.673098] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be updated. [ 659.705673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.705906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.705906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.706227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.706448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.722715] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 659.938261] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.938261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.938261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.938261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.938472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.938587] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.938711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.938777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.938941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.939039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.939121] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 is going to be updated. [ 659.969142] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.969333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.970930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.970930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.983557] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: IN_PROGRESS for 2s [ 660.093069] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d7583a4-7090-4927-b6a7-d74c1e88df18 req-d5f777b6-9792-48c6-9137-b65e0bccf04d service nova] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_rules [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d7583a4-7090-4927-b6a7-d74c1e88df18 req-d5f777b6-9792-48c6-9137-b65e0bccf04d service nova] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d7583a4-7090-4927-b6a7-d74c1e88df18 req-d5f777b6-9792-48c6-9137-b65e0bccf04d service nova] Enqueued Resource ID: ab7d6f1a-23e2-4e79-97f0-724207826dcd with Priority: HIGHEST for action port [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_rules [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 660.159382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7d6f1a-23e2-4e79-97f0-724207826dcd with Priority: HIGHEST for action port [ 660.160767] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.160767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.160767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.160767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.161512] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.162214] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.162312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.162507] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7d6f1a-23e2-4e79-97f0-724207826dcd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.162605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.162662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.162845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.162917] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7d6f1a-23e2-4e79-97f0-724207826dcd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.596073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79016044-c9e8-462d-9c2a-b291fd297f2d: rpc.has_security_group_logging(os_id): False [ 660.615207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.615441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.615525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.615805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.615924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.616465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.616580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.616645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.616812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.617210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.617210] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d is going to be created. [ 660.667043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7d6f1a-23e2-4e79-97f0-724207826dcd with status ACTIVE [ 660.667043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.667043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.667043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.667043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.667697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.667697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.667697] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7d6f1a-23e2-4e79-97f0-724207826dcd is going to be updated. [ 660.688707] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.688802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.688802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.689011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.689210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.689324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7d6f1a-23e2-4e79-97f0-724207826dcd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694649] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.694649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.694838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.695363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.695799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.710384] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: IN_PROGRESS for 2s [ 660.750146] env[65687]: INFO networking_nsxv3.common.synchronization [None req-23f85f82-6c02-4098-9155-0cc07117f177 None None] Enqueued Resource ID: 9e71a46f-ff1f-411a-b9b8-c744e1301f7e with Priority: HIGHEST for action port [ 660.750146] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e71a46f-ff1f-411a-b9b8-c744e1301f7e with Priority: HIGHEST for action port [ 660.750585] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e71a46f-ff1f-411a-b9b8-c744e1301f7e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.750786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e71a46f-ff1f-411a-b9b8-c744e1301f7e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.750902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e71a46f-ff1f-411a-b9b8-c744e1301f7e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.751336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e71a46f-ff1f-411a-b9b8-c744e1301f7e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.751474] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e71a46f-ff1f-411a-b9b8-c744e1301f7e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.999577] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: SUCCESS [ 660.999873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.000046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.000270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.000467] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.000598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.000667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.000851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.000941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.000941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.001072] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.254899] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e71a46f-ff1f-411a-b9b8-c744e1301f7e [ 661.255309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.255524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.257376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.257654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.257755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.257867] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e71a46f-ff1f-411a-b9b8-c744e1301f7e already deleted. [ 661.257954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e71a46f-ff1f-411a-b9b8-c744e1301f7e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.504175] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507918] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.532227] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dc00e46d-3bb4-4460-9efb-fb4e7bee0908 tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 661.533082] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 661.533781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.533942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.534037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.534307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.534427] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.735948] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 661.736311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.736370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.736603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.736829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.736921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.736989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.737365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.737365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.737445] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.771607] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fe7185d5-e827-408e-a229-8878dbdc42a5 tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 661.772336] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 661.772680] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.773139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.995949] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 in Status: SUCCESS [ 661.996339] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 deletion is rescheduled due to dependency. [ 661.996339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010804] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eafa655a-14dc-4614-a5be-83dca2d03d1c: rpc.has_security_group_logging(os_id): False [ 662.034044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.034044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.034044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.034044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.034890] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.034890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.034890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.034890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.034890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.035370] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c is going to be created. [ 662.053692] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.054287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.054287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.054287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.054287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.054568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea already deleted. [ 662.054568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.054744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.054799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.056571] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.102059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.117961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: IN_PROGRESS for 2s [ 662.238157] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b2bebfb1-3230-498b-a340-e82a4b673089 None None] Enqueued Resource ID: 9cd248dd-c1da-49ef-a8c1-c9800207bba3 with Priority: HIGHEST for action port [ 662.238833] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd248dd-c1da-49ef-a8c1-c9800207bba3 with Priority: HIGHEST for action port [ 662.240167] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.241752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd248dd-c1da-49ef-a8c1-c9800207bba3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.241905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd248dd-c1da-49ef-a8c1-c9800207bba3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.241962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd248dd-c1da-49ef-a8c1-c9800207bba3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.242718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd248dd-c1da-49ef-a8c1-c9800207bba3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.243209] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd248dd-c1da-49ef-a8c1-c9800207bba3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.621929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.621929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.621929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.621929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.621929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.621929] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea already deleted. [ 662.621929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.728700] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: SUCCESS [ 662.729066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.744743] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.745914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd248dd-c1da-49ef-a8c1-c9800207bba3 [ 662.746069] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.746218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.746302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.746548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.746673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.746788] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd248dd-c1da-49ef-a8c1-c9800207bba3 already deleted. [ 662.746884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd248dd-c1da-49ef-a8c1-c9800207bba3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.248629] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.248792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.248903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.249630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.249833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.249946] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be updated. [ 663.283812] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.283812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.283812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.283812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.283812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.300717] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 664.134336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: SUCCESS [ 664.134336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.733727] env[65687]: INFO networking_nsxv3.common.synchronization [req-05237cfd-c452-4f1d-bd88-30b172f8fbc6 req-62731189-c5b2-4368-9dcd-bb9652a693ca tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 664.734298] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 664.734603] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.734803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.734803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.735070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.735233] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.735325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.735393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.735553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.735639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.735734] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.239581] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.239581] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.239581] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce already deleted. [ 665.239581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.284458] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.285450] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.285450] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.285450] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.285450] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.285707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.285707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.285921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.286069] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.286429] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.287105] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.287105] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.287105] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.287105] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.287105] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.287105] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.310507] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 665.310650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.310847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.311850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.311850] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.314231] env[65687]: INFO networking_nsxv3.common.synchronization [None req-4e51bbc2-7f65-47ac-a1d6-2a06a3a57d2c None None] Enqueued Resource ID: 6f14e9b2-47d7-4450-baf7-a6c8d24bf03f with Priority: HIGHEST for action port [ 665.314650] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f14e9b2-47d7-4450-baf7-a6c8d24bf03f with Priority: HIGHEST for action port [ 665.315388] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f14e9b2-47d7-4450-baf7-a6c8d24bf03f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.315388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f14e9b2-47d7-4450-baf7-a6c8d24bf03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.315562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f14e9b2-47d7-4450-baf7-a6c8d24bf03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.316318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f14e9b2-47d7-4450-baf7-a6c8d24bf03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.316318] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f14e9b2-47d7-4450-baf7-a6c8d24bf03f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.320998] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.321347] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.321600] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.321941] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.324126] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-746878c1-baf0-4cf5-9160-d830369332d7 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.324126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.324126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.324126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.324126] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746878c1-baf0-4cf5-9160-d830369332d7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.815630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.815804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.815849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.817028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.817429] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.817429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.817429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817631] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.817734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.817783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.818101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.818188] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.819193] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f14e9b2-47d7-4450-baf7-a6c8d24bf03f [ 665.819544] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.819544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.819544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.819732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.819771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.819938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f14e9b2-47d7-4450-baf7-a6c8d24bf03f already deleted. [ 665.819997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f14e9b2-47d7-4450-baf7-a6c8d24bf03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.826102] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.826365] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.826509] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.826809] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.827013] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.827203] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 746878c1-baf0-4cf5-9160-d830369332d7 not found, creating... [ 665.827529] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.827688] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.827803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.828015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.828164] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.828541] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.828656] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.828824] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.828984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.829124] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.829267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 746878c1-baf0-4cf5-9160-d830369332d7 is going to be created. [ 665.851792] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.852057] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.852193] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.852438] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.853015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.322127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bedd3d41-95ba-460f-a00c-3570bb62e4df: rpc.has_security_group_logging(os_id): False [ 666.342794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.342932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.342932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.343931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.343931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.343931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.344644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.344644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.344644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.344644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.345392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.345392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.345392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.345596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.346451] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.346451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.346451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.346451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.346451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.346451] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be updated. [ 666.460704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.460869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.462185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.462502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.463033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.482782] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 666.683310] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b4f4b4df-dbca-4cee-b086-993abd81ad8f None None] Enqueued Resource ID: d12dbe78-cad0-4faf-b876-706d9a1f3ae6 with Priority: HIGHEST for action port [ 666.683310] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dbe78-cad0-4faf-b876-706d9a1f3ae6 with Priority: HIGHEST for action port [ 666.683310] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12dbe78-cad0-4faf-b876-706d9a1f3ae6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.683830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12dbe78-cad0-4faf-b876-706d9a1f3ae6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.684021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12dbe78-cad0-4faf-b876-706d9a1f3ae6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.684371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12dbe78-cad0-4faf-b876-706d9a1f3ae6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.684914] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12dbe78-cad0-4faf-b876-706d9a1f3ae6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.689350] env[65687]: INFO networking_nsxv3.common.synchronization [req-05237cfd-c452-4f1d-bd88-30b172f8fbc6 req-00350e26-f0da-4d01-954a-c7d011fe5a5d service nova] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 666.689350] env[65687]: INFO networking_nsxv3.common.synchronization [req-05237cfd-c452-4f1d-bd88-30b172f8fbc6 req-00350e26-f0da-4d01-954a-c7d011fe5a5d service nova] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 666.689350] env[65687]: INFO networking_nsxv3.common.synchronization [req-05237cfd-c452-4f1d-bd88-30b172f8fbc6 req-00350e26-f0da-4d01-954a-c7d011fe5a5d service nova] Enqueued Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 666.691555] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 666.691555] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 666.691555] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 666.691555] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.691555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.691555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.691555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.691555] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.694166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.694522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.694921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.695305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696568] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.696568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.696568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.696568] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.699433] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-746878c1-baf0-4cf5-9160-d830369332d7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.699433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.699433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.699433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.699433] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746878c1-baf0-4cf5-9160-d830369332d7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.122279] env[65687]: INFO networking_nsxv3.common.synchronization [req-2061506c-db32-4742-bb30-6f096b5b6b23 req-392ba7a3-adb9-41af-a456-7eb2c0644c7a tempest-ServerMetadataTestJSON-2063728405 tempest-ServerMetadataTestJSON-2063728405-project-member] Enqueued Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 667.122875] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 667.123218] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.123341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.123658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.123822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.123930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.124160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.124240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.124339] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.188227] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12dbe78-cad0-4faf-b876-706d9a1f3ae6 [ 667.188227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.188227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.188227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.188227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.188486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.188486] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12dbe78-cad0-4faf-b876-706d9a1f3ae6 already deleted. [ 667.188563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12dbe78-cad0-4faf-b876-706d9a1f3ae6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.200844] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.201566] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.203704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746878c1-baf0-4cf5-9160-d830369332d7 with status ACTIVE [ 667.203935] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.204078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.204142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.204456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.204632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.204871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.206376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.206376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.206376] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746878c1-baf0-4cf5-9160-d830369332d7 is going to be updated. [ 667.229077] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.229289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.230037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.230037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.230037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.230037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.626166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.627549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.627984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.628249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.628389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.628454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.628925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.628925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.628925] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca already deleted. [ 667.628925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.702099] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.723205] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.723819] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-892" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723819] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-892" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.723912] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-892" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.724425] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.724590] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.724703] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.724929] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.725072] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.725451] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.725592] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.725700] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.725806] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.725913] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.726027] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.726185] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.750042] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.750227] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.750354] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.750535] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-892" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.750901] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-3312da76-7fdc-4884-8408-23ca6513afd8 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.751078] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.751192] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.751529] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.751674] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3312da76-7fdc-4884-8408-23ca6513afd8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.205605] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.205764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.205836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.206084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.206180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.206281] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be created. [ 668.235025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.235025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.235025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.235025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.235025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.249165] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: UNINITIALIZED for 2s [ 668.254629] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.254843] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.254943] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.255250] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.256479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.256479] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 3312da76-7fdc-4884-8408-23ca6513afd8 not found, creating... [ 668.256479] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.256479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.256479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.256479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.256479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.256873] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.256873] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.257050] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.257265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.257423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.257530] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 3312da76-7fdc-4884-8408-23ca6513afd8 is going to be created. [ 668.284934] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.285144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.285295] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.285598] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.285902] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.286039] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.499180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 668.499429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.044863] env[65687]: INFO networking_nsxv3.common.synchronization [req-2061506c-db32-4742-bb30-6f096b5b6b23 req-02ff79fd-6d54-492c-841e-6649c9fd9649 service nova] Enqueued Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_rules [ 669.045317] env[65687]: INFO networking_nsxv3.common.synchronization [req-2061506c-db32-4742-bb30-6f096b5b6b23 req-02ff79fd-6d54-492c-841e-6649c9fd9649 service nova] Enqueued Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 669.045317] env[65687]: INFO networking_nsxv3.common.synchronization [req-2061506c-db32-4742-bb30-6f096b5b6b23 req-02ff79fd-6d54-492c-841e-6649c9fd9649 service nova] Enqueued Resource ID: 3312da76-7fdc-4884-8408-23ca6513afd8 with Priority: HIGHEST for action port [ 669.045794] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_rules [ 669.045933] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 669.047527] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3312da76-7fdc-4884-8408-23ca6513afd8 with Priority: HIGHEST for action port [ 669.048288] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.048501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.048577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.049275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.049275] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.049911] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.050300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.050567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.050744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.050949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.051068] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.052915] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3312da76-7fdc-4884-8408-23ca6513afd8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.053049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.053107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.053278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.053359] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3312da76-7fdc-4884-8408-23ca6513afd8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.286391] env[65687]: INFO networking_nsxv3.common.synchronization [req-8b6fb29b-bcae-416b-86d1-ad44bbafd605 req-5d282b50-bc6a-4f5d-bb5c-119b39fd558b tempest-DeleteServersAdminTestJSON-1707993479 tempest-DeleteServersAdminTestJSON-1707993479-project-member] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 669.287846] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGHEST for action security_group_members [ 669.288253] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.288524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.288524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.288772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.289384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.289460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.289659] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.289859] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.554992] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.559022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.559022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.559022] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3312da76-7fdc-4884-8408-23ca6513afd8 with status ACTIVE [ 669.559022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.559022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.559022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.559022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.559022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.560521] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.560686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.560747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.560920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.561060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.561373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.561467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.561524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.561689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.561768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.561856] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3312da76-7fdc-4884-8408-23ca6513afd8 is going to be updated. [ 669.595504] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.595780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.595780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.595960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.596126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.596335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3312da76-7fdc-4884-8408-23ca6513afd8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.792294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.792469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.792540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.792813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.792880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793067] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.793164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.793225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.793390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.793485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793573] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be updated. [ 669.826884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.827138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.827247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.827736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.827866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.840496] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: IN_PROGRESS for 2s [ 670.058691] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.261654] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 670.262586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.262833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.263109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.264207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.264427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.264542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.264777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.264876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.264975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265124] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.441320] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3820c452-3e00-4e84-a7cd-3af7349f6425 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 670.441878] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 670.442190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.442531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.442531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.442655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.442708] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.562620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.562620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.562620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.562620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.562620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.562620] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca is going to be created. [ 670.590960] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.591160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.591243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.593261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.593261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.605102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: UNINITIALIZED for 2s [ 670.642141] env[65687]: INFO networking_nsxv3.common.synchronization [None req-0fafe53f-9bf8-4240-ba65-6887705df71e tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 670.642818] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 670.643475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.643624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.771840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.772085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.772085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.772355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.772857] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.773018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.773018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.773329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.773329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.773329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.774250] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774250] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.774561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.774561] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.801848] env[65687]: INFO networking_nsxv3.common.synchronization [None req-500ade69-238e-4dab-ab81-0f7087f282ff None None] Enqueued Resource ID: ba4d7ed1-d307-4619-a29d-96ecacbe6a2f with Priority: HIGHEST for action port [ 670.801848] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4d7ed1-d307-4619-a29d-96ecacbe6a2f with Priority: HIGHEST for action port [ 670.801992] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba4d7ed1-d307-4619-a29d-96ecacbe6a2f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.802154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba4d7ed1-d307-4619-a29d-96ecacbe6a2f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.802216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba4d7ed1-d307-4619-a29d-96ecacbe6a2f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.802712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba4d7ed1-d307-4619-a29d-96ecacbe6a2f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.802712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4d7ed1-d307-4619-a29d-96ecacbe6a2f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.978050] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.978050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.978050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.978050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.978050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978050] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 already deleted. [ 670.978418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.978666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.978754] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.283398] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 671.307630] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba4d7ed1-d307-4619-a29d-96ecacbe6a2f [ 671.307976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.308130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.308199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.308460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.308647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.308725] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba4d7ed1-d307-4619-a29d-96ecacbe6a2f already deleted. [ 671.308761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba4d7ed1-d307-4619-a29d-96ecacbe6a2f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.317367] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.318472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.319653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319818] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be created. [ 671.405863] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.405863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.405863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.405863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.405863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.419282] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 671.522271] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.522486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.522623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.522932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.523073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.523221] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 already deleted. [ 671.523331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.853329] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a in Status: SUCCESS [ 671.853476] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a deletion is rescheduled due to dependency. [ 671.853476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.625596] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: SUCCESS [ 672.625954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.626050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.626292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.626488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.626604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.626664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.626828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.627064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.627064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.627179] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.129473] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.129882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130055] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130729] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131187] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.131277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131795] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.432855] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 673.433169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.623270] env[65687]: INFO networking_nsxv3.common.synchronization [req-396f59ea-79c4-4fcf-a636-54f6f5679123 req-6d2a70ae-50f8-4605-b038-e207287e1701 tempest-TenantUsagesTestJSON-1920111013 tempest-TenantUsagesTestJSON-1920111013-project-member] Enqueued Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 673.623270] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGHEST for action security_group_members [ 673.623270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.623270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.624318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.624403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.624642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.624999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.624999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.624999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.624999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.625344] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.636460] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd5c84b8-3044-4b49-ab10-14cc86d942ca: rpc.has_security_group_logging(os_id): False [ 673.659070] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.659384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.660395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.660680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.660831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.661279] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.661414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.661414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.661660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.662517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.662808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.662943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.663037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.663210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.663293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.663524] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.663614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.663743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.663798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.663853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.663920] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca is going to be created. [ 673.741384] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.741384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.741384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.741384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.741384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.753803] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: IN_PROGRESS for 2s [ 673.812202] env[65687]: INFO networking_nsxv3.common.synchronization [req-e9e51b44-944e-4094-8e9b-f4dd10fd2940 req-24225ea8-ca50-447e-b668-3fba5113c562 tempest-ServersTestJSON-515836865 tempest-ServersTestJSON-515836865-project-member] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 673.813293] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGHEST for action security_group_members [ 673.814876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.815111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.815195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.815451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.815628] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.815725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.815890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.815944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.816033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.816128] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.078456] env[65687]: INFO networking_nsxv3.common.synchronization [None req-60e4fdca-ffb8-4950-9df6-84e9dc7b2b9f None None] Enqueued Resource ID: 26860bfc-08ca-4d4c-820c-0e0f4b22612e with Priority: HIGHEST for action port [ 674.078456] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26860bfc-08ca-4d4c-820c-0e0f4b22612e with Priority: HIGHEST for action port [ 674.078820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-26860bfc-08ca-4d4c-820c-0e0f4b22612e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.078953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26860bfc-08ca-4d4c-820c-0e0f4b22612e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26860bfc-08ca-4d4c-820c-0e0f4b22612e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.079308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26860bfc-08ca-4d4c-820c-0e0f4b22612e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.080123] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26860bfc-08ca-4d4c-820c-0e0f4b22612e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.131327] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.131327] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.131327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.131327] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff is going to be updated. [ 674.159197] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.159197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.159197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.159197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.159197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.171948] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: IN_PROGRESS for 2s [ 674.323485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.323485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.323485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.323485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.323485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.323485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.325706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.325706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.325706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.325706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.325706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3184ef78-6668-4710-9001-796af0725457 is going to be updated. [ 674.366215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.366215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.366584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.366584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.366988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.384540] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: IN_PROGRESS for 2s [ 674.581911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26860bfc-08ca-4d4c-820c-0e0f4b22612e [ 674.582176] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.582318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.582391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.582631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.582762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.582828] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26860bfc-08ca-4d4c-820c-0e0f4b22612e already deleted. [ 674.582908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26860bfc-08ca-4d4c-820c-0e0f4b22612e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.768161] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: SUCCESS [ 675.768479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.183610] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff in Status: SUCCESS [ 676.183610] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff deletion is rescheduled due to dependency. [ 676.183610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.396952] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3184ef78-6668-4710-9001-796af0725457 in Status: SUCCESS [ 676.396952] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3184ef78-6668-4710-9001-796af0725457 deletion is rescheduled due to dependency. [ 676.396952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.865681] env[65687]: INFO networking_nsxv3.common.synchronization [None req-32f10ffa-9b71-445d-9b22-49462eb50c4c None None] Enqueued Resource ID: fc30f77f-7094-4f2b-9c0c-d22e13face9d with Priority: HIGHEST for action port [ 676.865681] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc30f77f-7094-4f2b-9c0c-d22e13face9d with Priority: HIGHEST for action port [ 676.866160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc30f77f-7094-4f2b-9c0c-d22e13face9d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.866160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc30f77f-7094-4f2b-9c0c-d22e13face9d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc30f77f-7094-4f2b-9c0c-d22e13face9d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.866983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc30f77f-7094-4f2b-9c0c-d22e13face9d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.867215] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc30f77f-7094-4f2b-9c0c-d22e13face9d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.998597] env[65687]: INFO networking_nsxv3.common.synchronization [req-47094977-27fc-468e-b06a-1e69dd0d124d req-c336ee92-f6ef-4b53-a4ac-2bd5915c9b77 tempest-ServerTagsTestJSON-2083995659 tempest-ServerTagsTestJSON-2083995659-project-member] Enqueued Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 676.998597] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 676.998597] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.000880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.000880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.000880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.000880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.001295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.001295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.001295] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.071315] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9bb5dd0f-9ca0-4cd0-a81f-1664a5cf8084 None None] Enqueued Resource ID: f442fe4f-6bfb-49df-8418-dd51d750e927 with Priority: HIGHEST for action port [ 677.074350] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f442fe4f-6bfb-49df-8418-dd51d750e927 with Priority: HIGHEST for action port [ 677.074653] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f442fe4f-6bfb-49df-8418-dd51d750e927 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.075054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f442fe4f-6bfb-49df-8418-dd51d750e927" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.075054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f442fe4f-6bfb-49df-8418-dd51d750e927" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.075778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f442fe4f-6bfb-49df-8418-dd51d750e927" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.075778] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f442fe4f-6bfb-49df-8418-dd51d750e927',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.373608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc30f77f-7094-4f2b-9c0c-d22e13face9d [ 677.373964] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.374146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.374214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.374462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.374552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.374651] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc30f77f-7094-4f2b-9c0c-d22e13face9d already deleted. [ 677.374749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc30f77f-7094-4f2b-9c0c-d22e13face9d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.503951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.504219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.504311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.506106] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.506541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.506626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.506714] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 already deleted. [ 677.506794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.581536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f442fe4f-6bfb-49df-8418-dd51d750e927 [ 677.581781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.581901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.581976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.582189] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.582280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582398] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f442fe4f-6bfb-49df-8418-dd51d750e927 already deleted. [ 677.582960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f442fe4f-6bfb-49df-8418-dd51d750e927" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.935621] env[65687]: INFO networking_nsxv3.common.synchronization [None req-ddbeb055-cf87-4413-9e04-5a0581534a75 None None] Enqueued Resource ID: df570804-ba82-48b7-a3c8-ca4bfcea3a71 with Priority: HIGHEST for action port [ 677.937253] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df570804-ba82-48b7-a3c8-ca4bfcea3a71 with Priority: HIGHEST for action port [ 677.937805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-df570804-ba82-48b7-a3c8-ca4bfcea3a71 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.937943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df570804-ba82-48b7-a3c8-ca4bfcea3a71" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.937992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df570804-ba82-48b7-a3c8-ca4bfcea3a71" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.938951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df570804-ba82-48b7-a3c8-ca4bfcea3a71" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.938951] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df570804-ba82-48b7-a3c8-ca4bfcea3a71',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.444162] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df570804-ba82-48b7-a3c8-ca4bfcea3a71 [ 678.445845] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.445845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.445845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.445845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.445845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.445845] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df570804-ba82-48b7-a3c8-ca4bfcea3a71 already deleted. [ 678.445845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df570804-ba82-48b7-a3c8-ca4bfcea3a71" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.596709] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cc30ab2a-31ce-45de-8e51-9f29a0fd2822 None None] Enqueued Resource ID: d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf with Priority: HIGHEST for action port [ 678.597571] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf with Priority: HIGHEST for action port [ 678.597718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.597821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.597821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.599971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.599971] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.618537] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.620372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-106" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.620372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-106" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.620372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-106" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.620372] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.620885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.621264] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.621617] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.622602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622602] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.622602] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.622602] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.622602] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.622846] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.622846] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.622846] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.644808] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.645112] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.645162] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.645346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-106" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.645687] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.645860] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.645957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.646297] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.646431] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50dfbf0f-6ab8-4634-b92c-c695bb6066cf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.101285] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf [ 679.101285] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.101715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.101715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.101715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.101715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.101872] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf already deleted. [ 679.101955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2db22bb-c0c5-4f0d-8e9a-69f051d4aeaf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.148414] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148851] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148851] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.149130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.149266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.149477] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 50dfbf0f-6ab8-4634-b92c-c695bb6066cf not found, creating... [ 679.149718] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.149929] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.150026] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.150231] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.150355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.150673] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.150851] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.150978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.151194] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.151321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.151460] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 50dfbf0f-6ab8-4634-b92c-c695bb6066cf is going to be created. [ 679.176319] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.176592] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.176675] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.177084] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.177504] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.177839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.264945] env[65687]: INFO networking_nsxv3.common.synchronization [None req-90a33bb8-e990-402c-a80e-076f1355132d None None] Enqueued Resource ID: 33fe4e11-6464-45db-a32f-0c2b38e50a6b with Priority: HIGHEST for action port [ 679.265561] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fe4e11-6464-45db-a32f-0c2b38e50a6b with Priority: HIGHEST for action port [ 679.265883] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fe4e11-6464-45db-a32f-0c2b38e50a6b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.266700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fe4e11-6464-45db-a32f-0c2b38e50a6b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.266888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fe4e11-6464-45db-a32f-0c2b38e50a6b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.267170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fe4e11-6464-45db-a32f-0c2b38e50a6b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.267264] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fe4e11-6464-45db-a32f-0c2b38e50a6b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.770086] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33fe4e11-6464-45db-a32f-0c2b38e50a6b [ 679.771442] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.771442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.771442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.771442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.771442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.771442] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33fe4e11-6464-45db-a32f-0c2b38e50a6b already deleted. [ 679.771442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fe4e11-6464-45db-a32f-0c2b38e50a6b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.958475] env[65687]: INFO networking_nsxv3.common.synchronization [req-47094977-27fc-468e-b06a-1e69dd0d124d req-fba1594d-48d6-4c92-b15e-dd4527d430ab service nova] Enqueued Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_rules [ 679.959303] env[65687]: INFO networking_nsxv3.common.synchronization [req-47094977-27fc-468e-b06a-1e69dd0d124d req-fba1594d-48d6-4c92-b15e-dd4527d430ab service nova] Enqueued Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 679.959303] env[65687]: INFO networking_nsxv3.common.synchronization [req-47094977-27fc-468e-b06a-1e69dd0d124d req-fba1594d-48d6-4c92-b15e-dd4527d430ab service nova] Enqueued Resource ID: 50dfbf0f-6ab8-4634-b92c-c695bb6066cf with Priority: HIGHEST for action port [ 679.959535] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_rules [ 679.959619] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 679.959695] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50dfbf0f-6ab8-4634-b92c-c695bb6066cf with Priority: HIGHEST for action port [ 679.959981] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.960129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.963320] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.963320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.963320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.963320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.963320] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.964947] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.964947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.964947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.964947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.964947] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50dfbf0f-6ab8-4634-b92c-c695bb6066cf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.263713] env[65687]: INFO networking_nsxv3.common.synchronization [None req-89cc5e77-0728-4808-9f89-84cb28b9d06c None None] Enqueued Resource ID: 51f95a37-ebf5-4125-a816-c28e54369a4e with Priority: HIGHEST for action port [ 680.265499] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f95a37-ebf5-4125-a816-c28e54369a4e with Priority: HIGHEST for action port [ 680.265499] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f95a37-ebf5-4125-a816-c28e54369a4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.265657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f95a37-ebf5-4125-a816-c28e54369a4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.265657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f95a37-ebf5-4125-a816-c28e54369a4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.265849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f95a37-ebf5-4125-a816-c28e54369a4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.265961] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f95a37-ebf5-4125-a816-c28e54369a4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.468149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.468149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.468149] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.468972] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50dfbf0f-6ab8-4634-b92c-c695bb6066cf with status ACTIVE [ 680.469694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.469898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.469898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.470185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.470261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.470420] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.470706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.470783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.472726] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.472726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.472726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50dfbf0f-6ab8-4634-b92c-c695bb6066cf is going to be updated. [ 680.497537] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.497702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.497765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.498096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.498332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.498618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50dfbf0f-6ab8-4634-b92c-c695bb6066cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.771433] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f95a37-ebf5-4125-a816-c28e54369a4e [ 680.771433] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.771433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.771433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.771852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.771852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.771852] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f95a37-ebf5-4125-a816-c28e54369a4e already deleted. [ 680.772097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f95a37-ebf5-4125-a816-c28e54369a4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.975189] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.287595] env[65687]: INFO networking_nsxv3.common.synchronization [None req-da84c499-f4ab-4758-b7ef-0508d0f6736d None None] Enqueued Resource ID: 2d751d06-6e85-4487-b479-39c329782c7a with Priority: HIGHEST for action port [ 681.289593] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d751d06-6e85-4487-b479-39c329782c7a with Priority: HIGHEST for action port [ 681.290954] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d751d06-6e85-4487-b479-39c329782c7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.291102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d751d06-6e85-4487-b479-39c329782c7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.291174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d751d06-6e85-4487-b479-39c329782c7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.291454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d751d06-6e85-4487-b479-39c329782c7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.291534] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d751d06-6e85-4487-b479-39c329782c7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.478538] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.479084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.479084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.480102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.480217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.480337] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 is going to be created. [ 681.509677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.510569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.510682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.510911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.525363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: UNINITIALIZED for 2s [ 681.796325] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d751d06-6e85-4487-b479-39c329782c7a [ 681.796567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.796710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.796782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.797019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.797117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.797221] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d751d06-6e85-4487-b479-39c329782c7a already deleted. [ 681.797303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d751d06-6e85-4487-b479-39c329782c7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.892630] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fd933287-6a93-4546-91db-13406f547ef4 None None] Enqueued Resource ID: a43b8c81-d6fc-48ee-af33-1e349e7559ef with Priority: HIGHEST for action port [ 681.892878] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a43b8c81-d6fc-48ee-af33-1e349e7559ef with Priority: HIGHEST for action port [ 681.894213] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a43b8c81-d6fc-48ee-af33-1e349e7559ef taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.894213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a43b8c81-d6fc-48ee-af33-1e349e7559ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.894213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a43b8c81-d6fc-48ee-af33-1e349e7559ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.894213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a43b8c81-d6fc-48ee-af33-1e349e7559ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.894537] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43b8c81-d6fc-48ee-af33-1e349e7559ef',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.397710] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a43b8c81-d6fc-48ee-af33-1e349e7559ef [ 682.398392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.400917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.401189] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.401458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.401458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.401671] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a43b8c81-d6fc-48ee-af33-1e349e7559ef already deleted. [ 682.401671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a43b8c81-d6fc-48ee-af33-1e349e7559ef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.620265] env[65687]: INFO networking_nsxv3.common.synchronization [req-44136575-9517-439a-b03a-2bdccc0a2158 req-83ef1954-6a73-4c50-88b9-2daf28f986fb tempest-ServerPasswordTestJSON-1358826308 tempest-ServerPasswordTestJSON-1358826308-project-member] Enqueued Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 682.620391] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 682.620711] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.620855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.620915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.621321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.621833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.621922] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.126786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.126786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.126786] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad already deleted. [ 683.126786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.214022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.214022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.214022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.214022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.214022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.214022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.214022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.214851] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.215290] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.217720] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.217720] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.217720] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.217720] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.217720] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.217720] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.217720] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.238280] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.238280] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.238280] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.238280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.238280] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e57775e6-cefd-4e8d-8d9a-495b6f67b253 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.238280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.238280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.238280] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57775e6-cefd-4e8d-8d9a-495b6f67b253',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.538013] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: SUCCESS [ 683.538399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.538579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.538853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.539594] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.539594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.539594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.539594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.539841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.539841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.539905] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.741765] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.742041] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.742164] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.742671] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.742985] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745622] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e57775e6-cefd-4e8d-8d9a-495b6f67b253 not found, creating... [ 683.745622] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745622] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.746218] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.746218] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.746218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e57775e6-cefd-4e8d-8d9a-495b6f67b253 is going to be created. [ 683.767981] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768273] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768405] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.768730] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.769328] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.018573] env[65687]: INFO networking_nsxv3.common.synchronization [None req-ecd351fe-8d2d-45ee-afb5-1b280f95313c None None] Enqueued Resource ID: c2cae232-cb62-4d4e-9884-d311850d42c4 with Priority: HIGHEST for action port [ 684.018624] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cae232-cb62-4d4e-9884-d311850d42c4 with Priority: HIGHEST for action port [ 684.019394] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2cae232-cb62-4d4e-9884-d311850d42c4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.020133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2cae232-cb62-4d4e-9884-d311850d42c4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.020133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2cae232-cb62-4d4e-9884-d311850d42c4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.020512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2cae232-cb62-4d4e-9884-d311850d42c4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.020512] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2cae232-cb62-4d4e-9884-d311850d42c4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.044955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.044955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.044955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.044955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.044955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.045401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.045401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.045401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.045401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.045691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.045732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.045842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.045982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.046088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.046846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.046846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.046846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.046846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.046846] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.511798] env[65687]: INFO networking_nsxv3.common.synchronization [req-44136575-9517-439a-b03a-2bdccc0a2158 req-49114f92-bfec-4871-bd93-a7816a60381e service nova] Enqueued Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_rules [ 684.511798] env[65687]: INFO networking_nsxv3.common.synchronization [req-44136575-9517-439a-b03a-2bdccc0a2158 req-49114f92-bfec-4871-bd93-a7816a60381e service nova] Enqueued Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 684.511919] env[65687]: INFO networking_nsxv3.common.synchronization [req-44136575-9517-439a-b03a-2bdccc0a2158 req-49114f92-bfec-4871-bd93-a7816a60381e service nova] Enqueued Resource ID: e57775e6-cefd-4e8d-8d9a-495b6f67b253 with Priority: HIGHEST for action port [ 684.513279] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_rules [ 684.513502] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 684.513502] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57775e6-cefd-4e8d-8d9a-495b6f67b253 with Priority: HIGHEST for action port [ 684.514066] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.514243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.514243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.518123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.518123] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.518123] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.518123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.518123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.518123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.518367] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.518549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.518605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.519052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.519327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.519327] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.520150] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57775e6-cefd-4e8d-8d9a-495b6f67b253 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.520280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.520337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.521022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.521022] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57775e6-cefd-4e8d-8d9a-495b6f67b253',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.526165] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2cae232-cb62-4d4e-9884-d311850d42c4 [ 684.526460] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.526605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.526677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.526921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.527941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.527941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2cae232-cb62-4d4e-9884-d311850d42c4 already deleted. [ 684.528146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2cae232-cb62-4d4e-9884-d311850d42c4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.550335] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b7c835b-5a58-453a-bee5-b1ce1796b613: rpc.has_security_group_logging(os_id): False [ 684.576414] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.576635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.576635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.576835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.576923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.577125] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.577224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.577286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.577460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.577538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.577735] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.577951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.577951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.578105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.578403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.578403] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.578657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.578657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.578657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.578804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.578804] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 is going to be created. [ 684.639847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.639847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.639847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.640108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.640299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.653547] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: IN_PROGRESS for 2s [ 685.024230] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.028927] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.028927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e57775e6-cefd-4e8d-8d9a-495b6f67b253 with status ACTIVE [ 685.028927] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.028927] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.028927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.028927] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.030198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.030198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.030198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.030198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.030198] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e57775e6-cefd-4e8d-8d9a-495b6f67b253 is going to be updated. [ 685.055165] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.055381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.055441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.055655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.055777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.055908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57775e6-cefd-4e8d-8d9a-495b6f67b253" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.261583] env[65687]: INFO networking_nsxv3.common.synchronization [req-f834fa12-929f-45c1-b9de-e8ef050d3604 req-9d7a5e75-109b-491c-9f12-db5d0c71706e tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 685.261583] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 685.261583] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.261583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.261583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.261931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.261931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.261931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.262072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.262226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.262322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.262422] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.531349] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.677028] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.677028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-294" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.677028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-294" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.677028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-294" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.679357] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.679751] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.679989] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.680346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.681020] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.681020] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.681020] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.681241] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.681449] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.681658] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.683542] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.683542] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.703626] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.703626] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.703626] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.703626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-294" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.703626] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-a882ebc3-62c5-4175-adba-e6dbb932374a taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.703626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.703626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.703626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.703626] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a882ebc3-62c5-4175-adba-e6dbb932374a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.770263] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.770263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.770263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.770536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.770536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.770925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.770925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.770925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.771138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.771138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.771138] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea already deleted. [ 685.771260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.034150] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.034404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.034404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.034561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.034621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.034678] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad is going to be created. [ 686.061149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.061353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.061403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.061610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.061782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.071851] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: UNINITIALIZED for 2s [ 686.206157] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.206354] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.206442] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.206718] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.206934] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.207111] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port a882ebc3-62c5-4175-adba-e6dbb932374a not found, creating... [ 686.207421] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.207598] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.207736] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.207948] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.208090] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.208408] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.208564] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.208670] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208868] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.208991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.209134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: a882ebc3-62c5-4175-adba-e6dbb932374a is going to be created. [ 686.229303] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.229519] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.229602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.229864] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.230099] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.230317] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.666669] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: SUCCESS [ 686.666895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.934700] env[65687]: INFO networking_nsxv3.common.synchronization [req-f834fa12-929f-45c1-b9de-e8ef050d3604 req-2ab92c19-22b3-454d-a0f8-4853ace843ba service nova] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 686.934700] env[65687]: INFO networking_nsxv3.common.synchronization [req-f834fa12-929f-45c1-b9de-e8ef050d3604 req-2ab92c19-22b3-454d-a0f8-4853ace843ba service nova] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 686.934700] env[65687]: INFO networking_nsxv3.common.synchronization [req-f834fa12-929f-45c1-b9de-e8ef050d3604 req-2ab92c19-22b3-454d-a0f8-4853ace843ba service nova] Enqueued Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 686.934984] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 686.935042] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 686.935260] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 686.935791] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.935870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.935939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.936844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.936931] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.938144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.939124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.939124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.939124] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.945262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a882ebc3-62c5-4175-adba-e6dbb932374a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.945262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.945262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.945262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.945262] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a882ebc3-62c5-4175-adba-e6dbb932374a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.442991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.446025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.446025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a882ebc3-62c5-4175-adba-e6dbb932374a with status ACTIVE [ 687.446025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.446025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.446025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.446025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.446876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.447201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.447401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.447692] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a882ebc3-62c5-4175-adba-e6dbb932374a is going to be updated. [ 687.472146] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.472397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.472459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.472673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.472895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.473102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.950915] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.084789] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: SUCCESS [ 688.084989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.085179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.085482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.085678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.085794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.086893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.090352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.090456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.090546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.092456] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.454426] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.454600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.454662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.455203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.455203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.455203] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be created. [ 688.483912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.483912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.483912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.484441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.484441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.499363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: UNINITIALIZED for 2s [ 688.596042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.596283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.596283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.596498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.596779] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.596779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.596779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.597096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.597096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.597260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.597485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.597485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.598122] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.598122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.598122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.598575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.598575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.598575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.598575] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.100935] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c1aca69-6bc3-41d6-9399-588c0a690cad: rpc.has_security_group_logging(os_id): False [ 689.122671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.122898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.122898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.123114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.123207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.123407] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.123511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.123581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.123718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.123789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.123980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.124087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.124148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.124284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.124354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.124532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.124623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.124680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.124815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.124887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.127495] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad is going to be created. [ 689.194447] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.196041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.196041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.196041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.213269] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: IN_PROGRESS for 2s [ 690.420998] env[65687]: INFO networking_nsxv3.common.synchronization [req-44060a3e-accc-4ddc-a66a-6b7f8b2b81a1 req-4c80af72-e7d6-4325-8c7d-9cce65e7efed tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 690.421574] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 690.421915] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.422265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.422373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.422696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.423407] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.423407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.423407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.423407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.423407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.423407] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.510701] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 690.511692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.511896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.512191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.512417] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.512565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.513885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.513885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.513885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.513885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.513885] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.927037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.927205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.927276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.927821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.927821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.927821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.928013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.928013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.928093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.928660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.928660] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 already deleted. [ 690.928660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.016613] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.030354] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.031612] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.031612] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.031612] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.031997] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.032258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.032444] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.032723] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.033043] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.033207] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.033487] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.033647] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.033793] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.033965] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.034128] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.034300] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.054415] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.054570] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.055061] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.055061] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.055214] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e507b497-c474-4afb-9572-1921b3ee3cce taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.055540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.055540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.055903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.055958] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e507b497-c474-4afb-9572-1921b3ee3cce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.230665] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: SUCCESS [ 691.230897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.508885] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 691.508885] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 691.509503] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 691.509999] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 691.510589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.510589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.510906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.510906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.511101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.511199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.511252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.511446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.511526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.511589] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.512851] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.512851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.512851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.513115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.513115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.513209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.513271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.513467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.513634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.513634] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.521080] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1884a-7f06-4d42-a7f3-e3154125dfea: rpc.has_security_group_logging(os_id): False [ 691.542695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.543014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.543318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.543471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.543807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.544463] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be created. [ 691.559474] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.559731] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.559833] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.560108] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.560257] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560395] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e507b497-c474-4afb-9572-1921b3ee3cce not found, creating... [ 691.560696] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.560870] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.560987] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.561323] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.561521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.561852] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.562040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.562151] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.562388] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.562540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.562678] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e507b497-c474-4afb-9572-1921b3ee3cce is going to be created. [ 691.582483] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.582779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.582906] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.583258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.583514] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.583773] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.591952] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 691.592165] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 691.592300] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_rules [ 691.592422] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 691.592541] env[65687]: INFO networking_nsxv3.common.synchronization [req-fd6c15fd-bb1f-4d8c-9abb-add323c54457 req-3726192f-c14a-4f0b-a759-1185bd0ce20c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 691.593100] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 691.593241] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_rules [ 691.593339] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 691.593430] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 691.593944] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 691.594247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.594368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.594437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.594633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.594713] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.595597] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.595771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.595876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.596150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.596225] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.597024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-746878c1-baf0-4cf5-9160-d830369332d7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.598818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.598818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.598818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.598818] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746878c1-baf0-4cf5-9160-d830369332d7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.598818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.598818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.598818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.599321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.611910] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.612999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.612999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.612999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.612999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.626613] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 692.015216] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.019132] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.099655] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746878c1-baf0-4cf5-9160-d830369332d7 with status ACTIVE [ 692.099940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.100678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.101074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.102595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.102595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.102595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.102595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.102595] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746878c1-baf0-4cf5-9160-d830369332d7 is going to be updated. [ 692.103009] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.103555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.103888] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.104060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.127247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.127469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.127585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.127823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.127985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.128250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.449034] env[65687]: INFO networking_nsxv3.common.synchronization [req-29ed5b1b-16d8-43c2-9bc7-619213b94868 req-f6c5ab26-ff84-4661-b07e-4c3395c955da tempest-SecurityGroupRulesNegativeTestJSON-1200943283 tempest-SecurityGroupRulesNegativeTestJSON-1200943283-project-member] Enqueued Resource ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 with Priority: HIGHEST for action security_group_rules [ 692.449369] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 with Priority: HIGHEST for action security_group_rules [ 692.450377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9082570-7cfe-4c77-9174-6f2e507f8df3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.450377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.450747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.450869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.451467] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9082570-7cfe-4c77-9174-6f2e507f8df3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.477823] env[65687]: INFO networking_nsxv3.common.synchronization [req-44060a3e-accc-4ddc-a66a-6b7f8b2b81a1 req-0e089e4e-7cee-4064-ae38-13abe00d15b8 service nova] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 692.477823] env[65687]: INFO networking_nsxv3.common.synchronization [req-44060a3e-accc-4ddc-a66a-6b7f8b2b81a1 req-0e089e4e-7cee-4064-ae38-13abe00d15b8 service nova] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 692.477823] env[65687]: INFO networking_nsxv3.common.synchronization [req-44060a3e-accc-4ddc-a66a-6b7f8b2b81a1 req-0e089e4e-7cee-4064-ae38-13abe00d15b8 service nova] Enqueued Resource ID: e507b497-c474-4afb-9572-1921b3ee3cce with Priority: HIGHEST for action port [ 692.478657] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_rules [ 692.478846] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 692.479083] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e507b497-c474-4afb-9572-1921b3ee3cce with Priority: HIGHEST for action port [ 692.480214] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.480365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.480543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.481641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.481641] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.482121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.482250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.482318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.482527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.482839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.483496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.483600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.483764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.483859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.483955] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.488683] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e507b497-c474-4afb-9572-1921b3ee3cce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.488683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.488683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.488683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.488683] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e507b497-c474-4afb-9572-1921b3ee3cce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.520602] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.521818] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.973251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.973394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.973465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.973687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.974020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.974855] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 already deleted. [ 692.974855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.989217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.989414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.989567] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.993071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e507b497-c474-4afb-9572-1921b3ee3cce with status ACTIVE [ 692.993675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.993911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.994017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.994748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.994909] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.997511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.997643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.997839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.997922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.998165] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.998300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.998394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.998597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.998682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.998774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e507b497-c474-4afb-9572-1921b3ee3cce is going to be updated. [ 693.024158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.024158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.024350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.024398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.024474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 693.025887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.026028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.026094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.026273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.026354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.026440] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be created. [ 693.032757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.033712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.033712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.033712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.033712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.033712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e507b497-c474-4afb-9572-1921b3ee3cce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.088824] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.089550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.089550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.090019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.090429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.096304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.096451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.096742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.096989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.097174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.106776] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: UNINITIALIZED for 2s [ 693.109163] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 693.121409] env[65687]: INFO networking_nsxv3.common.synchronization [req-04c9e4b2-a805-4ca0-a634-84e5f854d493 req-003eee16-ba3a-4dc1-aaa6-1b92a5cd3c79 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 693.123061] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 693.124149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.124364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.124572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.124959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.125519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.125859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126143] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.503875] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.609527] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.609836] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.609836] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.611030] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.611030] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.611030] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.611030] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.611030] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.611262] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.611347] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.611532] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.611532] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.611631] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.612581] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.612581] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.612581] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.631313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.631313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.631313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.631609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.631609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.631799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.631934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.631934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.632113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.632180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.632269] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb already deleted. [ 693.632347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.640601] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.640601] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.640601] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.640601] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.640963] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-b8fdad29-bb8d-49d0-aa6a-736de80e692c taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.641142] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.641244] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.641926] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.641926] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fdad29-bb8d-49d0-aa6a-736de80e692c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.646346] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 693.647108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.005920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.006044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.006084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.006433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.006433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.006515] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 is going to be created. [ 694.035569] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.035724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.035724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.036069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.036173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046562] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: UNINITIALIZED for 2s [ 694.148406] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.148840] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.149028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.149389] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.149615] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.149801] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port b8fdad29-bb8d-49d0-aa6a-736de80e692c not found, creating... [ 694.150152] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.150356] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.150476] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.150777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.150946] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.151380] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.151667] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.151828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.152137] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.152330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.152525] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: b8fdad29-bb8d-49d0-aa6a-736de80e692c is going to be created. [ 694.173737] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.173957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.174100] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.174394] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.174625] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.174937] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.187941] env[65687]: INFO networking_nsxv3.common.synchronization [None req-25ff012c-3f91-44e0-bc85-9bee26c29246 None None] Enqueued Resource ID: 8329e6e3-35d3-47ac-924f-409e56a98ed8 with Priority: HIGHEST for action port [ 694.188492] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8329e6e3-35d3-47ac-924f-409e56a98ed8 with Priority: HIGHEST for action port [ 694.188810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8329e6e3-35d3-47ac-924f-409e56a98ed8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.188943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8329e6e3-35d3-47ac-924f-409e56a98ed8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.189029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8329e6e3-35d3-47ac-924f-409e56a98ed8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.189342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8329e6e3-35d3-47ac-924f-409e56a98ed8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.189454] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8329e6e3-35d3-47ac-924f-409e56a98ed8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.692081] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8329e6e3-35d3-47ac-924f-409e56a98ed8 [ 694.692081] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.692081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.692081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.692081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.692081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.692081] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8329e6e3-35d3-47ac-924f-409e56a98ed8 already deleted. [ 694.692081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8329e6e3-35d3-47ac-924f-409e56a98ed8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.892507] env[65687]: INFO networking_nsxv3.common.synchronization [req-04c9e4b2-a805-4ca0-a634-84e5f854d493 req-70704b1a-7283-43d8-adec-076914d3f1d1 service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 694.892507] env[65687]: INFO networking_nsxv3.common.synchronization [req-04c9e4b2-a805-4ca0-a634-84e5f854d493 req-70704b1a-7283-43d8-adec-076914d3f1d1 service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 694.892632] env[65687]: INFO networking_nsxv3.common.synchronization [req-04c9e4b2-a805-4ca0-a634-84e5f854d493 req-70704b1a-7283-43d8-adec-076914d3f1d1 service nova] Enqueued Resource ID: b8fdad29-bb8d-49d0-aa6a-736de80e692c with Priority: HIGHEST for action port [ 694.893177] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 694.893308] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 694.893408] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fdad29-bb8d-49d0-aa6a-736de80e692c with Priority: HIGHEST for action port [ 694.893677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.893824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.893855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.894208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.894292] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.897506] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.897506] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.897506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.897506] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.898057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fdad29-bb8d-49d0-aa6a-736de80e692c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.898180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.898225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.899610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.899610] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fdad29-bb8d-49d0-aa6a-736de80e692c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.116829] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 695.117089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.117265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.117564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.117750] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.117870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.117936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.118106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.118191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.118288] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.120115] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 695.120115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.120115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.120263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.121275] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.121275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.121275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.121275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.121275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.121275] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.403797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405465] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.407134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8fdad29-bb8d-49d0-aa6a-736de80e692c with status ACTIVE [ 695.407648] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.407648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.407648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.407892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.408021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.408222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.408322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.408386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.408573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.408677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.408920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.409060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.409136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.409320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.409425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.410099] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8fdad29-bb8d-49d0-aa6a-736de80e692c is going to be updated. [ 695.435198] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.435393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.435525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.435724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.435889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.436179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fdad29-bb8d-49d0-aa6a-736de80e692c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.622762] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.623760] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.914233] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.058307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: SUCCESS [ 696.058544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.058745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.059117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.059237] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.060295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.060295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.060295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.060295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.060295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.060295] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.126542] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.128792] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.416584] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.416908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.417085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.417434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.417524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.417692] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be created. [ 696.446289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.446663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.446663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.446911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.447047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.459208] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: UNINITIALIZED for 2s [ 696.562192] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.629609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.629792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.630344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.630344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.630344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.630344] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 696.631646] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.631767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.631767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.631921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.631999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 696.661584] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.661740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.661811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.662033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.662181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.663924] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.664112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.664112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.665059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.665059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.676122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 696.676821] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 696.956281] env[65687]: INFO networking_nsxv3.common.synchronization [req-1bafef44-6501-4333-95d9-dfcc3619c606 req-710605dc-4716-4077-84b8-a9bfb9bac868 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 696.956919] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 696.957295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.958424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.958424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.958424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.958768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.959174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.959378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.959624] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.064046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2: rpc.has_security_group_logging(os_id): False [ 697.084520] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.084698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.084771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.085011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.085149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.085451] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.085552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.085613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.085817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.085894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.086081] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 is going to be created. [ 697.157799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.158866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.158866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.172101] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: IN_PROGRESS for 2s [ 697.428923] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.429723] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.430020] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.430600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.431167] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.431482] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431729] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.432175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.432456] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.432911] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.433108] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.433338] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.433546] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.433796] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.434366] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.434366] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.455348] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.455759] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.456042] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.456253] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.456622] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-8184f737-fc6e-4a81-a039-466f4a009f99 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.456828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.456953] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.457305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.457469] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8184f737-fc6e-4a81-a039-466f4a009f99',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.465508] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466433] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.466575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.466699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.467073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.468048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf already deleted. [ 697.468048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.959964] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960604] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.960749] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.960896] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 8184f737-fc6e-4a81-a039-466f4a009f99 not found, creating... [ 697.961161] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.961313] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.961449] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.961661] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.961788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.962067] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.962219] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.962326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.962676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.962676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.963520] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 8184f737-fc6e-4a81-a039-466f4a009f99 is going to be created. [ 697.986183] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.986383] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.986497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.986765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.986986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.987222] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473958] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.473958] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473958] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.690030] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 698.690030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.690504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.690760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.690955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.691085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.691148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.691305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.691382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.691464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.691551] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.693165] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 698.693328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.693498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.693658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.693810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.693908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.694040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.694118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.694190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.694270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.694346] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.731844] env[65687]: INFO networking_nsxv3.common.synchronization [req-1bafef44-6501-4333-95d9-dfcc3619c606 req-0be2aa3a-7651-4569-8203-80bf928635f6 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 698.732022] env[65687]: INFO networking_nsxv3.common.synchronization [req-1bafef44-6501-4333-95d9-dfcc3619c606 req-0be2aa3a-7651-4569-8203-80bf928635f6 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 698.732151] env[65687]: INFO networking_nsxv3.common.synchronization [req-1bafef44-6501-4333-95d9-dfcc3619c606 req-0be2aa3a-7651-4569-8203-80bf928635f6 service nova] Enqueued Resource ID: 8184f737-fc6e-4a81-a039-466f4a009f99 with Priority: HIGHEST for action port [ 698.732363] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 698.732521] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 698.732588] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8184f737-fc6e-4a81-a039-466f4a009f99 with Priority: HIGHEST for action port [ 698.733102] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.733223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.733339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.733526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.733617] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.734426] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.734671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.734805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.734984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.735200] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.736426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.736467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.736602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.736692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.736785] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.739381] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8184f737-fc6e-4a81-a039-466f4a009f99 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.739493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.739561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.739715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.739792] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8184f737-fc6e-4a81-a039-466f4a009f99',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.869589] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fe7e2049-b258-47d1-b5cd-d1048f513353 None None] Enqueued Resource ID: 07872006-6ee8-4269-9600-5f322613b343 with Priority: HIGHEST for action port [ 698.870871] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07872006-6ee8-4269-9600-5f322613b343 with Priority: HIGHEST for action port [ 698.873025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-07872006-6ee8-4269-9600-5f322613b343 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.873025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07872006-6ee8-4269-9600-5f322613b343" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.873025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07872006-6ee8-4269-9600-5f322613b343" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.873025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07872006-6ee8-4269-9600-5f322613b343" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.873025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07872006-6ee8-4269-9600-5f322613b343',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.978026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.978026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978712] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.978712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.978712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.978883] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.187232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: SUCCESS [ 699.187532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.200422] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.202142] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.202335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.202545] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.203472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.203472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.203472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.203472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.204342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.204342] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.204342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.204342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.204342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.204565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.205078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.205233] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.241925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.242099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.243512] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.244507] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8184f737-fc6e-4a81-a039-466f4a009f99 with status ACTIVE [ 699.244724] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.244850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.244890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.245411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.245641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.245724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.246032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.246471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.246630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.246713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.246942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.246998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.247139] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8184f737-fc6e-4a81-a039-466f4a009f99 is going to be updated. [ 699.272949] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.272949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.273147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.273258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.273403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.273559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8184f737-fc6e-4a81-a039-466f4a009f99" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.375212] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07872006-6ee8-4269-9600-5f322613b343 [ 699.375589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.375732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.375815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.376132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.376243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.376343] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07872006-6ee8-4269-9600-5f322613b343 already deleted. [ 699.376425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07872006-6ee8-4269-9600-5f322613b343" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.481072] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 699.511514] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.511707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.511907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.512139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.516043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.516397] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.516585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.516713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.516893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.517042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.517242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.517428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.517509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.517700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.517770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.517971] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.518194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.518271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.518482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.518482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.518603] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be created. [ 699.539024] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 699.539205] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 699.539333] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 699.539850] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 699.539996] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 699.540111] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 699.540485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.540572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.541265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.541498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.541679] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.541793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.541958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.542027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.542111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.542211] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.543517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.544158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.544413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.544560] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.545504] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.545622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.545749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.545962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.546166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.546293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.546378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.546699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.546699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.546820] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_rules [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_rules [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 699.616228] env[65687]: INFO networking_nsxv3.common.synchronization [req-b498b8bf-105d-4607-bc99-4012597a9d38 req-0d96c8c7-8131-4038-a72e-09551b05b3bf tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 699.617606] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 699.617860] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_rules [ 699.618032] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 699.618214] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746878c1-baf0-4cf5-9160-d830369332d7 with Priority: HIGHEST for action port [ 699.618370] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_rules [ 699.618425] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 699.618520] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 699.620270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.620494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.620606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.620900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.621112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.623290] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623537] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623894] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.624172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.624222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-746878c1-baf0-4cf5-9160-d830369332d7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.624343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.624417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624749] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746878c1-baf0-4cf5-9160-d830369332d7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.626931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.627118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.627302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.628958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.628958] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.628958] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.628958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.630102] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.630158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.652026] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 699.708863] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6bd5eb4-41f5-441e-9b6f-8305a6d35d75: rpc.has_security_group_logging(os_id): False [ 699.710134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 699.738317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.738472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.738547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.738894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.738894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.739071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.739155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.739217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.739411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.739541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.739776] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.739879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.739940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.740175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.744563] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.744563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.744563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.744563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.744563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.744563] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 699.745846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.746201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.747511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.748409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.748576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.750585] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.750736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.750812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.751053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.751099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.751266] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be created. [ 699.753093] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.830561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.830705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.830838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.831100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.831281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.851260] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 699.852856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.853250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.853383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.853647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.854292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.867273] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 700.049778] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.051216] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.052276] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.132031] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746878c1-baf0-4cf5-9160-d830369332d7 with status ACTIVE [ 700.132323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.132483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.132890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.133386] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.133501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.133605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.133751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134125] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.134244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.134341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.134517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.134637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134750] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746878c1-baf0-4cf5-9160-d830369332d7 is going to be updated. [ 700.138206] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.138206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.159987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.160147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.160216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.160433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.160693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.160735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746878c1-baf0-4cf5-9160-d830369332d7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.258043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.258043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.258043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.258456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.258456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.258456] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be created. [ 700.291670] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.291670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.291901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.292029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.306240] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: UNINITIALIZED for 2s [ 700.554427] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.556186] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.556957] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.929048] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3fef1d5b-97dd-4162-8ff6-e5d86453b750 None None] Enqueued Resource ID: 58e62180-6e9f-4c4c-a7da-11424e5bb005 with Priority: HIGHEST for action port [ 700.929816] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e62180-6e9f-4c4c-a7da-11424e5bb005 with Priority: HIGHEST for action port [ 700.932215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e62180-6e9f-4c4c-a7da-11424e5bb005 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e62180-6e9f-4c4c-a7da-11424e5bb005" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e62180-6e9f-4c4c-a7da-11424e5bb005" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.934170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e62180-6e9f-4c4c-a7da-11424e5bb005" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.934223] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e62180-6e9f-4c4c-a7da-11424e5bb005',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.064049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.064049] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 701.064049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.064049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.066041] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 701.069109] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.069109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.069109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.069109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.069109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.069109] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be created. [ 701.096835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.098100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.098100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.098100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.098100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.102654] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.102795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.102877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.103103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.103276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.105773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.109663] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: UNINITIALIZED for 2s [ 701.116134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 701.116134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 701.438991] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e62180-6e9f-4c4c-a7da-11424e5bb005 [ 701.440030] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.440128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.440226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.440467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.440569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.440663] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e62180-6e9f-4c4c-a7da-11424e5bb005 already deleted. [ 701.440745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e62180-6e9f-4c4c-a7da-11424e5bb005" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.669764] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 701.670355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 701.867587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.870085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.870387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.870491] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.887547] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 701.887547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.887547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.887547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.887547] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.319594] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 702.319959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.319993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.320322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.320525] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.320646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.320710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.320883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.321036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321263] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.374346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.393419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.393419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.823612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.823924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.824119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.824675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.825041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.825207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.825313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.825500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.825613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.825681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.825856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.825961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.826036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.826191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.826333] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.826468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.826572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.826860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.826860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.826860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.827081] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.126207] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: SUCCESS [ 703.126485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.126689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.126938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.127166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.127312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.127388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.127590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.127697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.127819] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.130115] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 703.130326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132041] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 703.132745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.133340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.133680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.133797] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.136565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.136732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.136889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.138243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.138243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.138243] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.332590] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9415bd10-6937-4adc-b69e-84271bb62faf: rpc.has_security_group_logging(os_id): False [ 703.353110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.353261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.353325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.353985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.353985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.353985] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.353985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.353985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.354246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.354246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.354341] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.354437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.354518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.354626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.354682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.354868] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.354956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.355022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.356295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.356960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.357233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be created. [ 703.423269] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.423448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.423448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.424120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.424333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.439772] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 703.489972] env[65687]: INFO networking_nsxv3.common.synchronization [None req-bb0e5926-ce76-48a4-be47-67bc075433f7 None None] Enqueued Resource ID: 4d5b6d97-9571-4d2b-b91d-d988488bf211 with Priority: HIGHEST for action port [ 703.495028] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5b6d97-9571-4d2b-b91d-d988488bf211 with Priority: HIGHEST for action port [ 703.495703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5b6d97-9571-4d2b-b91d-d988488bf211 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.497551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5b6d97-9571-4d2b-b91d-d988488bf211" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.497551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5b6d97-9571-4d2b-b91d-d988488bf211" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.497551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5b6d97-9571-4d2b-b91d-d988488bf211" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.497551] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5b6d97-9571-4d2b-b91d-d988488bf211',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.638299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.639270] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.640814] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.002796] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d5b6d97-9571-4d2b-b91d-d988488bf211 [ 704.003129] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.003238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.003309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.003516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.003607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.003702] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d5b6d97-9571-4d2b-b91d-d988488bf211 already deleted. [ 704.003783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5b6d97-9571-4d2b-b91d-d988488bf211" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.141949] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.143226] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.146069] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.426595] env[65687]: INFO networking_nsxv3.common.synchronization [req-22ed993c-fd36-445f-9cca-2801305718ef req-38bcb510-4783-4296-bc3b-564ee3f26796 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 704.428387] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 704.428835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.428993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.429921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.429921] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.429921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.430183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.430183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.430263] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.646555] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.647300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.647300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.647300] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 704.648755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.652037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.652037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.652037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.652037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.652037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be updated. [ 704.652710] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.652821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.652930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.653362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.653453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.653549] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 704.691316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.692987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.692987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.692987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.692987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.695536] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.695721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.695721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.695882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.696017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.698217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.698217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.698217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.699080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.699080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.712480] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 704.713359] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: IN_PROGRESS for 2s [ 704.714081] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 704.933045] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.933811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.933811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.933811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.933997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.934302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.934302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.934302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.934480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.934543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.934630] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 704.961351] env[65687]: INFO networking_nsxv3.common.synchronization [req-0c35c82f-73f3-4cdf-b617-064832118b1e req-45157272-4806-46a9-ae6e-567c45ad43c0 tempest-SecurityGroupRulesNegativeTestJSON-1200943283 tempest-SecurityGroupRulesNegativeTestJSON-1200943283-project-member] Enqueued Resource ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 with Priority: HIGHEST for action security_group_rules [ 704.962113] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 with Priority: HIGHEST for action security_group_rules [ 704.962454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9082570-7cfe-4c77-9174-6f2e507f8df3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.962593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.962650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.962813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.962926] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9082570-7cfe-4c77-9174-6f2e507f8df3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.968975] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.969149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.969225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.969446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.969599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.985474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 705.137248] env[65687]: INFO networking_nsxv3.common.synchronization [req-e59b9a2d-9fc1-4c09-a322-cfb87dd3e975 req-d2ffb6c5-b7f2-45e4-916d-ec00981b36b4 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 705.137380] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 705.137747] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.137863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.137965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.138467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.138642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.138751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.139023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.139023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.139154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.139207] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.455363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 705.455363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.487392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.488303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.488303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.488582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.488701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.489075] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9082570-7cfe-4c77-9174-6f2e507f8df3 already deleted. [ 705.489075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9082570-7cfe-4c77-9174-6f2e507f8df3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.576978] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f44cab1a-38c5-4f0f-9b35-daaf70ebe097 None None] Enqueued Resource ID: 33866d23-0ce9-4738-9ebc-fbda20e92482 with Priority: HIGHEST for action port [ 705.577313] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33866d23-0ce9-4738-9ebc-fbda20e92482 with Priority: HIGHEST for action port [ 705.577948] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-33866d23-0ce9-4738-9ebc-fbda20e92482 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.578086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33866d23-0ce9-4738-9ebc-fbda20e92482" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.578163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33866d23-0ce9-4738-9ebc-fbda20e92482" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.580842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33866d23-0ce9-4738-9ebc-fbda20e92482" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.580842] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33866d23-0ce9-4738-9ebc-fbda20e92482',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.642712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.698707] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.698865] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.698986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.699266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.699516] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.699672] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.699783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.699990] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.702243] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.702780] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.702780] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.702780] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.703566] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.703566] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.703566] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.703566] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.733565] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.733732] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.733867] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.734047] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.734658] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.734658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.734658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.736012] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.736299] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c7baa2-2e6d-485c-8a26-c82d6e1662bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.968899] env[65687]: INFO networking_nsxv3.common.synchronization [None req-32bdd532-e133-47a6-847e-6333cdfa8aee None None] Enqueued Resource ID: db20a20e-de29-4e02-9c6a-afdde3ab3f6f with Priority: HIGHEST for action port [ 705.969724] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db20a20e-de29-4e02-9c6a-afdde3ab3f6f with Priority: HIGHEST for action port [ 705.970565] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-db20a20e-de29-4e02-9c6a-afdde3ab3f6f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.970744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db20a20e-de29-4e02-9c6a-afdde3ab3f6f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.970872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db20a20e-de29-4e02-9c6a-afdde3ab3f6f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.971838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db20a20e-de29-4e02-9c6a-afdde3ab3f6f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.973464] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db20a20e-de29-4e02-9c6a-afdde3ab3f6f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.978052] env[65687]: INFO networking_nsxv3.common.synchronization [None req-ee46f506-1345-4c9d-8ced-a485a46df259 None None] Enqueued Resource ID: ff6e7779-29a0-482a-bfe7-620c7a61f5fa with Priority: HIGHEST for action port [ 705.979139] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e7779-29a0-482a-bfe7-620c7a61f5fa with Priority: HIGHEST for action port [ 705.979517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6e7779-29a0-482a-bfe7-620c7a61f5fa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.979620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6e7779-29a0-482a-bfe7-620c7a61f5fa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.979687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6e7779-29a0-482a-bfe7-620c7a61f5fa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.980051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6e7779-29a0-482a-bfe7-620c7a61f5fa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.980179] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6e7779-29a0-482a-bfe7-620c7a61f5fa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.082854] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33866d23-0ce9-4738-9ebc-fbda20e92482 [ 706.083141] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.083306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.083409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.083587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.083681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.083774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33866d23-0ce9-4738-9ebc-fbda20e92482 already deleted. [ 706.083856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33866d23-0ce9-4738-9ebc-fbda20e92482" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.144356] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.241765] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.241765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.241765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.241765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.241765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.242279] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port b4c7baa2-2e6d-485c-8a26-c82d6e1662bb not found, creating... [ 706.242279] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.242356] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.242565] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.242703] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.243707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243707] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.243707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.243707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.243707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.243947] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243947] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: b4c7baa2-2e6d-485c-8a26-c82d6e1662bb is going to be created. [ 706.264866] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.265110] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265228] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.265640] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.265873] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.266127] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.479393] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db20a20e-de29-4e02-9c6a-afdde3ab3f6f [ 706.479683] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.480039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.480039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.480135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.480248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.480356] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db20a20e-de29-4e02-9c6a-afdde3ab3f6f already deleted. [ 706.480442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db20a20e-de29-4e02-9c6a-afdde3ab3f6f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.481893] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff6e7779-29a0-482a-bfe7-620c7a61f5fa [ 706.483235] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.483402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.483478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.483692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.483790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.484373] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff6e7779-29a0-482a-bfe7-620c7a61f5fa already deleted. [ 706.484767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6e7779-29a0-482a-bfe7-620c7a61f5fa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.648483] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.648483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.648483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.648483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.648483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.648483] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 706.690719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.690915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.690987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.691233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.691384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703290] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 706.726336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 706.726615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.727371] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: SUCCESS [ 706.727699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.729074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.729074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.729074] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.729615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.731156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.731156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.731156] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.732157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 706.732328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.732487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.732632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.732795] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.732897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.732960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.733111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.733371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.733371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.733371] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.999436] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 706.999436] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 706.999436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.020810] env[65687]: INFO networking_nsxv3.common.synchronization [req-e59b9a2d-9fc1-4c09-a322-cfb87dd3e975 req-7d1263fd-5cfd-45b8-9e88-7b6e8732226b service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 707.020810] env[65687]: INFO networking_nsxv3.common.synchronization [req-e59b9a2d-9fc1-4c09-a322-cfb87dd3e975 req-7d1263fd-5cfd-45b8-9e88-7b6e8732226b service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 707.020810] env[65687]: INFO networking_nsxv3.common.synchronization [req-e59b9a2d-9fc1-4c09-a322-cfb87dd3e975 req-7d1263fd-5cfd-45b8-9e88-7b6e8732226b service nova] Enqueued Resource ID: b4c7baa2-2e6d-485c-8a26-c82d6e1662bb with Priority: HIGHEST for action port [ 707.020810] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 707.021110] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 707.021110] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c7baa2-2e6d-485c-8a26-c82d6e1662bb with Priority: HIGHEST for action port [ 707.024321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024321] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.024321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024321] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c7baa2-2e6d-485c-8a26-c82d6e1662bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.233994] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.233994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.233994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.233994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.234281] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.234281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.234349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.234698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.234698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.234698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.234812] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.234866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.234894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.235050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.235190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.235285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.235363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.235514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.235589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235761] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.238354] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.238354] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.457701] env[65687]: INFO networking_nsxv3.common.synchronization [None req-89ca04f7-ccf2-49aa-93e5-f5388fd40340 tempest-ServerActionsTestOtherA-2043773922 tempest-ServerActionsTestOtherA-2043773922-project-member] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 707.459034] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 707.459034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.459034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.459034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.459034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.459202] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.528133] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.528133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.528133] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4c7baa2-2e6d-485c-8a26-c82d6e1662bb with status ACTIVE [ 707.528133] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.528133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.528133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.528133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.528133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.528133] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530266] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.531107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.531107] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4c7baa2-2e6d-485c-8a26-c82d6e1662bb is going to be updated. [ 707.557414] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.558043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.560119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.560119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.560119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.560119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c7baa2-2e6d-485c-8a26-c82d6e1662bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.592928] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fdcada15-f2bf-48b7-a553-99c63cf796db tempest-ServerActionsTestOtherA-2043773922 tempest-ServerActionsTestOtherA-2043773922-project-member] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 707.593504] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 707.593812] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.594042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.620669] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cc2b38fb-f692-4ded-9d7c-27a69f8b85d0 tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 707.622810] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 707.623703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.623703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.623703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.623703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.623703] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.738856] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 707.740065] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f61a4f4d-f531-4683-81e1-ef962c572188: rpc.has_security_group_logging(os_id): False [ 707.740902] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6bd5eb4-41f5-441e-9b6f-8305a6d35d75: rpc.has_security_group_logging(os_id): False [ 707.766899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.766899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.766899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.768232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.768232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be created. [ 707.769865] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.769865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.769865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.770056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.770056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.770227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.770332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.770397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.770542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.770618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.770806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.774939] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.774939] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 707.774939] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.774939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.775553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.775553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.775621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.775755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.775829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.776045] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 707.843430] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c47174ae-d3b4-4c1d-b111-7d37f660c38b tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 707.844722] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 707.844857] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.846353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.893883] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.893883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.893883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.893883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.893883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.924740] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.924888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.924961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.925206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.925380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.953055] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: IN_PROGRESS for 2s [ 707.954181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.954330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.954399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.954731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.954895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.964942] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 707.988517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.991572] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa already deleted. [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.991572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.991572] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.993785] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 708.156045] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.156230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.156305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.156482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.156573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158173] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 already deleted. [ 708.158173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158173] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.515873] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.516024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.516147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.516305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.516394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.516712] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa already deleted. [ 708.516834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.679461] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.679941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.679941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.679941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.680206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.680206] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 already deleted. [ 708.680206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.720195] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 708.720422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.720696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.720943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.721167] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.721307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.721371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.722101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.722101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.722101] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.225071] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.698936] env[65687]: INFO networking_nsxv3.common.synchronization [None req-131f60b1-909c-44f2-ad68-6750716f26ea None None] Enqueued Resource ID: 557b25cd-f0b7-48ab-aa2d-f32f8abbfcad with Priority: HIGHEST for action port [ 709.699961] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557b25cd-f0b7-48ab-aa2d-f32f8abbfcad with Priority: HIGHEST for action port [ 709.699961] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-557b25cd-f0b7-48ab-aa2d-f32f8abbfcad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.699961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-557b25cd-f0b7-48ab-aa2d-f32f8abbfcad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.701471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-557b25cd-f0b7-48ab-aa2d-f32f8abbfcad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.701832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-557b25cd-f0b7-48ab-aa2d-f32f8abbfcad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.701832] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557b25cd-f0b7-48ab-aa2d-f32f8abbfcad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.728739] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.967941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: SUCCESS [ 709.968214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.983363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 709.983560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.011368] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 710.011477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.205175] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 557b25cd-f0b7-48ab-aa2d-f32f8abbfcad [ 710.205497] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.206814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.206814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206814] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:557b25cd-f0b7-48ab-aa2d-f32f8abbfcad already deleted. [ 710.206814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-557b25cd-f0b7-48ab-aa2d-f32f8abbfcad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.233623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.233784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.233924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.234093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.234609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.234609] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 710.277227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.277381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.277474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.277697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.277846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.292032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 711.091637] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-ee692874-1f81-4124-b11c-08959dbf6cd4 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 711.092595] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 711.092749] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.092876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.092943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.093228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.093399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.093526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.093789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.093914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.094167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.094167] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.598169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.598363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.598549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.598790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.598912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.599246] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.599246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.599387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.599510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.599682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.599682] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 already deleted. [ 711.599818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832317] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-39744415-1b61-409c-a98a-a5d947947ed2 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 711.832476] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 711.832838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.832970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.833043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.833245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.833398] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.833494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.833554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.833696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.833778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.833955] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.306233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 712.306523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.306742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.307013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.307245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.307398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.307545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.307838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.307961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.308094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.308219] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.312584] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-df140098-4869-41e6-a3b2-e7d8b1671706 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 712.316250] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 712.316250] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.316250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.336519] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.336750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.336750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.336958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.337083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.337749] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.337949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.337949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.338149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.338227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.338304] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 already deleted. [ 712.338375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.338551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.338646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.338786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.338882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.338940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.339097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.339173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.339261] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.812307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.812670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.812670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.813057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.813247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.813364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.813428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.813613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.813714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.813803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.813955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.814063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.814124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.814270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.814413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.814502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.814556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.814693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.814770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.814853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.814945] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.843328] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.843522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.843561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.843774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.843882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.844108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.844252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.844329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.844946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.844946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.844946] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 already deleted. [ 712.844946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.977146] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.978052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.979000] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.979754] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.979978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.980145] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.980416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.980597] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.980851] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.980991] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.981292] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.981438] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.981605] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.981749] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.981913] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.003184] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.003184] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.003479] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.003562] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.003905] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-82d20788-99f3-4f75-9d9c-afa738d0d13d taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.004642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.004642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.004642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.004642] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d20788-99f3-4f75-9d9c-afa738d0d13d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.283403] env[65687]: INFO networking_nsxv3.common.synchronization [req-f054f3fd-1f3c-4f67-b797-954f0d472094 req-2b0621a1-b6b6-4c0e-95d2-46d8bafdef76 tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 713.283956] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 713.284316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.284443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.284601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.285581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.285581] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.285581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.285581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.285581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.285830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.285830] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.317534] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9415bd10-6937-4adc-b69e-84271bb62faf: rpc.has_security_group_logging(os_id): False [ 713.344047] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.344319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.344319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.344674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.344912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.345057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.345117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.345419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.345559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.345800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.345939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.346042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.346246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.346335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.346620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.346737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.346793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.346974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.347119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.347215] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 713.419432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.419432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.419747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.419747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.419963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.430881] env[65687]: INFO networking_nsxv3.common.synchronization [None req-32991c99-c9b4-439f-8023-567d203ba1fa None None] Enqueued Resource ID: 78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d with Priority: HIGHEST for action port [ 713.432224] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d with Priority: HIGHEST for action port [ 713.432224] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.432224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.432224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.433148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.433148] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.434947] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 713.508233] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.508469] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.508713] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.509059] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.509235] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.509412] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 82d20788-99f3-4f75-9d9c-afa738d0d13d not found, creating... [ 713.509674] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.509839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.510635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.510635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.510635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.510635] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.510824] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.510936] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.511098] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.511530] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.511530] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 82d20788-99f3-4f75-9d9c-afa738d0d13d is going to be created. [ 713.549582] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.550146] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.550238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.550843] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.551049] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.551284] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.788044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.935555] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d [ 713.935854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.936064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.936156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.936391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.936486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.936586] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d already deleted. [ 713.936669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b8ca58-27a9-40cf-a5d2-3a2af4dfac6d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.260414] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-7b553f9a-c3a7-4029-bbe5-d98a0fd11538 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 714.260540] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-7b553f9a-c3a7-4029-bbe5-d98a0fd11538 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 714.260594] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-7b553f9a-c3a7-4029-bbe5-d98a0fd11538 service nova] Enqueued Resource ID: 82d20788-99f3-4f75-9d9c-afa738d0d13d with Priority: HIGHEST for action port [ 714.261132] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 714.262031] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 714.262031] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d20788-99f3-4f75-9d9c-afa738d0d13d with Priority: HIGHEST for action port [ 714.262031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.262031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.262031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.265981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.266126] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.271876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.271983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.272042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.272627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.272627] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.272627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.272627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.272812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.272867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.273827] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.273927] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d20788-99f3-4f75-9d9c-afa738d0d13d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.274021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.274140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.274375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.274453] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d20788-99f3-4f75-9d9c-afa738d0d13d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.291417] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.603800] env[65687]: INFO networking_nsxv3.common.synchronization [req-74a5081a-db2a-42a7-9380-141ae87301de req-cfde1c43-a91d-4531-b45f-b2fb543df2a2 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 714.605155] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 714.605512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.605641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.605708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.605918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.606110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.606219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.606282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.606675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.606675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.606675] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.777745] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d20788-99f3-4f75-9d9c-afa738d0d13d with status ACTIVE [ 714.777899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.778024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.778120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.778451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.778598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.778861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.778999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.779093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.781087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.781258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.783455] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.783567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.783567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.785646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.785646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.785646] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d20788-99f3-4f75-9d9c-afa738d0d13d is going to be updated. [ 714.785646] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.786881] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.786881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.799064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.799064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.799064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.799064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.799064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.799064] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 714.818169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.818169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.818169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.818169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.818169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.818169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d20788-99f3-4f75-9d9c-afa738d0d13d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.837329] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.837494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.837764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.837917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.850594] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 715.112810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.113026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.113177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.113334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.115807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.115807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.115807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.115807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.115807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.115807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.115807] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 715.146588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.146878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.160333] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 715.168997] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.169231] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-856" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.169326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-856" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.169661] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-856" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.170032] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.170330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.170330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.170510] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.170644] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.171189] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.171189] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.171189] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.171189] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.171425] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.171425] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.171507] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.199474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.199474] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.199474] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.199474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-856" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.199474] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-9143c8ad-d53d-400d-857f-ef6856750fdf taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.199474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.199474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.199474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.199474] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9143c8ad-d53d-400d-857f-ef6856750fdf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.289266] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.451829] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 715.452180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.704080] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704384] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.704866] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.705063] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.705309] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 9143c8ad-d53d-400d-857f-ef6856750fdf not found, creating... [ 715.705692] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.705884] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.706030] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.706298] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.706459] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.706783] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.706945] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.707070] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.707284] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.707428] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707642] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 9143c8ad-d53d-400d-857f-ef6856750fdf is going to be created. [ 715.731814] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.732750] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.732750] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.732750] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.733301] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.733301] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.793040] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.793040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.793040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.793323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.793323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.793473] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be created. [ 715.825478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.825658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.825925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.826177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.849581] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: UNINITIALIZED for 2s [ 715.956864] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c0e1fa57-5c1f-4905-a437-75e14a831f63 None None] Enqueued Resource ID: 7b467ac0-1d77-436c-857c-aa91df49e645 with Priority: HIGHEST for action port [ 715.957246] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b467ac0-1d77-436c-857c-aa91df49e645 with Priority: HIGHEST for action port [ 715.958928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b467ac0-1d77-436c-857c-aa91df49e645 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.962420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b467ac0-1d77-436c-857c-aa91df49e645" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.962420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b467ac0-1d77-436c-857c-aa91df49e645" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.962420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b467ac0-1d77-436c-857c-aa91df49e645" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.962420] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b467ac0-1d77-436c-857c-aa91df49e645',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.463720] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b467ac0-1d77-436c-857c-aa91df49e645 [ 716.464092] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.464574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466125] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b467ac0-1d77-436c-857c-aa91df49e645 already deleted. [ 716.466125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b467ac0-1d77-436c-857c-aa91df49e645" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.538851] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-0fdbe195-7927-4577-ba39-e061745f69a8 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 716.539153] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-0fdbe195-7927-4577-ba39-e061745f69a8 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 716.539364] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-0fdbe195-7927-4577-ba39-e061745f69a8 service nova] Enqueued Resource ID: 9143c8ad-d53d-400d-857f-ef6856750fdf with Priority: HIGHEST for action port [ 716.540684] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 716.540899] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 716.541050] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9143c8ad-d53d-400d-857f-ef6856750fdf with Priority: HIGHEST for action port [ 716.541378] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.541515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.542068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.542068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.542068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9143c8ad-d53d-400d-857f-ef6856750fdf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.542068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.542280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.542312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.542408] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9143c8ad-d53d-400d-857f-ef6856750fdf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.862315] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 716.862996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.913664] env[65687]: INFO networking_nsxv3.common.synchronization [req-24665f40-0ce7-433c-8a01-127a38e50a77 req-91077992-33a2-43ba-9991-12d4e2fa0e16 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 716.913787] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 716.914140] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.914273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.914339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.914564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.914698] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.914813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.914881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.915047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.915133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.915826] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.046820] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9143c8ad-d53d-400d-857f-ef6856750fdf with status ACTIVE [ 717.047091] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.047231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.047334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.047578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.047961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.047961] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.047961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.048126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.048188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.048241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.048432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.048520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.048637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.048703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.048778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.048860] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9143c8ad-d53d-400d-857f-ef6856750fdf is going to be updated. [ 717.076186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.076328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.076394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.076602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.076742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.076903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9143c8ad-d53d-400d-857f-ef6856750fdf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176809] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 717.176990] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 717.177120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.303241] env[65687]: INFO networking_nsxv3.common.synchronization [req-3683b03b-65a8-4f92-a3e9-ca792eeff14b req-ab22a91d-e2a5-4b63-8235-2e18af62abc8 tempest-FloatingIPsAssociationTestJSON-1249499762 tempest-FloatingIPsAssociationTestJSON-1249499762-project-member] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 717.303367] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 717.303749] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.305548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.305636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.306747] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.306747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.306747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.306747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.306747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.306980] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.410205] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.410417] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.410619] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410975] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411951] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.412194] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.412349] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.412551] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.412702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.412952] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.413021] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.413126] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.413233] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.413330] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.413429] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.413559] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.420093] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.420284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.420284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.420442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.420545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.420770] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.421033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.421033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.421202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.421321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.421388] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 717.439908] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.440176] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.440271] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.440372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.440796] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-576547ae-bb09-48b3-af55-ef31183d8c81 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.440992] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441484] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.441800] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576547ae-bb09-48b3-af55-ef31183d8c81',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.451875] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.452115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.452193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.452429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.452594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.462730] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 717.645161] env[65687]: INFO networking_nsxv3.common.synchronization [req-01decfe5-25ab-4fe9-a735-abe2db7f103c req-6ad06f63-e9a9-4037-a483-d54f94d1b033 tempest-ServerPasswordTestJSON-1358826308 tempest-ServerPasswordTestJSON-1358826308-project-member] Enqueued Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 717.646129] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGHEST for action security_group_members [ 717.646512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.646657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.646726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.646981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.647277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.647391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.647467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.647654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.647914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.647914] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.813326] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.860307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 717.860542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.860711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.861160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.861255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.861322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.861479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.861563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861744] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.862693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.862943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.863081] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.863223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.863307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.863482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.863601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.865299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.945223] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.945386] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.945495] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.945767] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.945958] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.946067] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 576547ae-bb09-48b3-af55-ef31183d8c81 not found, creating... [ 717.946368] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.946468] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.946582] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.946856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.947122] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.947516] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947575] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947792] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.948021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 576547ae-bb09-48b3-af55-ef31183d8c81 is going to be created. [ 717.951539] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.951731] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.951844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.952067] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.952309] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.952456] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.952567] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.952764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.952891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.953099] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.953215] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.953299] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.953399] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.953500] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.953596] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.953741] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.976286] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.976447] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.976622] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.976860] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-201" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.977206] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-c393cf3f-72e8-440f-b188-42ee084ebcef taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.977420] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.977542] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.977877] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.978022] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c393cf3f-72e8-440f-b188-42ee084ebcef',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.979698] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.979966] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.980102] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.980343] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.980563] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.980768] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.150204] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.150374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.150374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.150722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.150722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.150861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.150972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.151063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.151200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.151290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.151350] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad is going to be updated. [ 718.182599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.183117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.183117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.183117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.183315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.192500] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: IN_PROGRESS for 2s [ 718.316163] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.367786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.368124] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.483335] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.483523] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.483648] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.483937] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.484098] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.484254] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port c393cf3f-72e8-440f-b188-42ee084ebcef not found, creating... [ 718.484511] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.484660] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.484770] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.484983] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.485127] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.485437] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.485604] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.485717] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.485922] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.486126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.486192] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: c393cf3f-72e8-440f-b188-42ee084ebcef is going to be created. [ 718.509280] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.509485] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.509605] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.510027] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.510264] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.510483] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.683047] env[65687]: INFO networking_nsxv3.common.synchronization [req-24665f40-0ce7-433c-8a01-127a38e50a77 req-064b1e00-3078-488b-8952-30bfd1b27b66 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 718.683047] env[65687]: INFO networking_nsxv3.common.synchronization [req-24665f40-0ce7-433c-8a01-127a38e50a77 req-064b1e00-3078-488b-8952-30bfd1b27b66 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 718.683263] env[65687]: INFO networking_nsxv3.common.synchronization [req-24665f40-0ce7-433c-8a01-127a38e50a77 req-064b1e00-3078-488b-8952-30bfd1b27b66 service nova] Enqueued Resource ID: 576547ae-bb09-48b3-af55-ef31183d8c81 with Priority: HIGHEST for action port [ 718.683341] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 718.683473] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 718.683572] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576547ae-bb09-48b3-af55-ef31183d8c81 with Priority: HIGHEST for action port [ 718.687059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.687203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.687269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.687512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.691021] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.691021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-576547ae-bb09-48b3-af55-ef31183d8c81 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.691021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.691021] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576547ae-bb09-48b3-af55-ef31183d8c81',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.818556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.818751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.818798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.819114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.819214] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be updated. [ 718.858039] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.858260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.858337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.859138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.859378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.870661] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.875466] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 719.007746] env[65687]: INFO networking_nsxv3.common.synchronization [req-de71ab29-d89a-4f66-8e40-525e511326f1 req-f7f38b91-be48-4bc0-a0a0-68c8b6299591 tempest-ImagesOneServerTestJSON-581033665 tempest-ImagesOneServerTestJSON-581033665-project-member] Enqueued Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 719.008638] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGHEST for action security_group_members [ 719.008726] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.008886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.008886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.009088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.009244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.009341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.009401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.009562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.009696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.009740] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.189819] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.189954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.193357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 576547ae-bb09-48b3-af55-ef31183d8c81 with status ACTIVE [ 719.193558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.193683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.193748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.193955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.194067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.194239] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.194337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.194395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.194629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.194712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.194894] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.194988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.195054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.195197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.195270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.195473] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 576547ae-bb09-48b3-af55-ef31183d8c81 is going to be updated. [ 719.208672] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-5aaad935-0922-4fda-b9b5-e3dc008e2415 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 719.208815] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-5aaad935-0922-4fda-b9b5-e3dc008e2415 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 719.208948] env[65687]: INFO networking_nsxv3.common.synchronization [req-38a39a3f-0908-4fb9-8a88-eb917e5bf327 req-5aaad935-0922-4fda-b9b5-e3dc008e2415 service nova] Enqueued Resource ID: c393cf3f-72e8-440f-b188-42ee084ebcef with Priority: HIGHEST for action port [ 719.209209] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 719.209343] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 719.209464] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c393cf3f-72e8-440f-b188-42ee084ebcef with Priority: HIGHEST for action port [ 719.210145] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.210196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210348] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.210454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210674] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c393cf3f-72e8-440f-b188-42ee084ebcef taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.210807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.210978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.211065] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c393cf3f-72e8-440f-b188-42ee084ebcef',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.215245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.215424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.215528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.215730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.215863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576547ae-bb09-48b3-af55-ef31183d8c81" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.373616] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.373944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.374950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.374950] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 719.406210] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.406348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.407430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.407430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.407430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.417104] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 719.473286] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 719.473517] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 719.473584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.473750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.473971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.474159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.474279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.474343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.474514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.474595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.474680] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.513095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.514030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.514179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.514269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.514377] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4dbba22-1776-40b8-870a-27023feff10d is going to be updated. [ 719.546732] env[65687]: INFO networking_nsxv3.common.synchronization [req-61ab44dd-3af6-4078-b638-2c8a099b0127 req-465eea59-e9f7-4d3a-ada2-cadfbca5aad5 tempest-ListImageFiltersTestJSON-422569609 tempest-ListImageFiltersTestJSON-422569609-project-member] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 719.546732] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 719.547093] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.547359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.547359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.547636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.547793] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.547894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.547958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.548132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.548295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.548400] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.553061] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.553264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.553264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.553449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.553755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.568782] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: IN_PROGRESS for 2s [ 719.713501] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c393cf3f-72e8-440f-b188-42ee084ebcef with status ACTIVE [ 719.714424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.716088] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.716088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.716516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.716516] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.716516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.716606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.716727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.716776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.716870] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c393cf3f-72e8-440f-b188-42ee084ebcef is going to be updated. [ 719.748242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.748242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.748242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.748242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.748757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.748757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c393cf3f-72e8-440f-b188-42ee084ebcef" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.969370] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.970151] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.970380] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.971117] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.971485] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.971783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.971988] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.972291] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.972516] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.972841] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.973055] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.973236] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.973405] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.973585] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.973782] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.974100] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.978260] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.995437] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.995894] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.996156] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.996416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.996814] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-956f7871-450a-4418-9dc0-dba47911d6bd taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.997175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.998929] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.998929] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.998929] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956f7871-450a-4418-9dc0-dba47911d6bd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.052760] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.052760] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.052760] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b already deleted. [ 720.052760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.202798] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad in Status: SUCCESS [ 720.202983] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad deletion is rescheduled due to dependency. [ 720.203116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.481111] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.502182] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.502182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.502182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.502716] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.502763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.503102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 956f7871-450a-4418-9dc0-dba47911d6bd not found, creating... [ 720.503394] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.503589] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.503715] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.503934] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.504077] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.504359] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.504823] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.504823] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.505039] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.505206] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.505372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 956f7871-450a-4418-9dc0-dba47911d6bd is going to be created. [ 720.527372] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.527648] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.527773] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.528042] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.528264] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.528496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.891281] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 720.891281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.983502] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.983879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.983879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.983973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.984088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.984126] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 721.011858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.012016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.012091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.012295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.012441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.023218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 721.282221] env[65687]: INFO networking_nsxv3.common.synchronization [req-61ab44dd-3af6-4078-b638-2c8a099b0127 req-44ff8815-af73-4661-a907-56001c581e37 service nova] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_rules [ 721.282392] env[65687]: INFO networking_nsxv3.common.synchronization [req-61ab44dd-3af6-4078-b638-2c8a099b0127 req-44ff8815-af73-4661-a907-56001c581e37 service nova] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 721.282549] env[65687]: INFO networking_nsxv3.common.synchronization [req-61ab44dd-3af6-4078-b638-2c8a099b0127 req-44ff8815-af73-4661-a907-56001c581e37 service nova] Enqueued Resource ID: 956f7871-450a-4418-9dc0-dba47911d6bd with Priority: HIGHEST for action port [ 721.283290] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_rules [ 721.283290] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 721.283290] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956f7871-450a-4418-9dc0-dba47911d6bd with Priority: HIGHEST for action port [ 721.283649] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.283649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.283920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.283961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.284070] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.284950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.285077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.285124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.285456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.285737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.285846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.285915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.286130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.286252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.286359] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.288518] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-956f7871-450a-4418-9dc0-dba47911d6bd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288518] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956f7871-450a-4418-9dc0-dba47911d6bd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.431044] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 721.431324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.431513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.431853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.431963] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.432104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.432173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.432363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.432511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.432595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.432725] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.432807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.432898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.432986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.435830] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.435974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.435974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.436559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.436559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.436559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.436559] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.437314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.437546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.437723] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.437877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.437877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.438041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.438129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.438239] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.580835] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4dbba22-1776-40b8-870a-27023feff10d in Status: SUCCESS [ 721.581586] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4dbba22-1776-40b8-870a-27023feff10d deletion is rescheduled due to dependency. [ 721.581586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.791548] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.791548] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.791782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.792052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 956f7871-450a-4418-9dc0-dba47911d6bd with status ACTIVE [ 721.792317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.792476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.792476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.792617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.792719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.792869] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.792968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.793226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.793297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.793490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.793594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.793803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.793913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.794045] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 956f7871-450a-4418-9dc0-dba47911d6bd is going to be updated. [ 721.830814] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.830814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.830814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.830814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.830814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.830814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956f7871-450a-4418-9dc0-dba47911d6bd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941416] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b5382-8087-42d3-ab37-7e38097f64e2: rpc.has_security_group_logging(os_id): False [ 721.942620] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.964660] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.964761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.964876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.965108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.965204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.965420] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.965546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.965604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.965760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.965838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.966037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.966137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.966312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.966367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.966411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.966577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.966676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.966755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.966842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.966914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.967012] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be created. [ 721.972912] env[65687]: INFO networking_nsxv3.common.synchronization [req-e794255e-f020-4dc3-8d5b-c22209b2ddca req-c4590e05-876c-495e-ba2e-8fcaf30eb69b tempest-ServerActionsTestOtherA-2043773922 tempest-ServerActionsTestOtherA-2043773922-project-member] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 721.973528] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 721.973879] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.974267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.974756] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.974860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.975095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.975204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.975301] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.036958] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.037482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.039094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.039094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.039094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053733] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 722.293011] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.407587] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.407587] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-197" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.407751] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-197" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.408440] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-197" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.408440] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.408440] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.408725] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.409652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.409902] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.410316] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.410436] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.410569] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.410908] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.410908] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.410908] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.411088] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.435249] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.435432] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.435532] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.435728] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-197" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.436060] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-ade11944-573d-44b8-b121-411c41ebd935 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.436236] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.436350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.436769] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.436912] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade11944-573d-44b8-b121-411c41ebd935',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.446084] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.478312] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.478582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.479157] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.479261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.479312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.479473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.479555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.479642] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa already deleted. [ 722.479722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.796150] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.796315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.797741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.797741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.797741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.797880] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be created. [ 722.840031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.840163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.840202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.840554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859963] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: UNINITIALIZED for 2s [ 722.939809] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.940095] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.940173] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.941143] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.941143] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.941143] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port ade11944-573d-44b8-b121-411c41ebd935 not found, creating... [ 722.941143] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.941143] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.941641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.941641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.941641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.941835] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.941994] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.942116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.943921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.944195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.944419] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: ade11944-573d-44b8-b121-411c41ebd935 is going to be created. [ 722.953656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.953812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.953881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.954126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.954222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.954317] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 722.976009] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.976009] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976009] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976190] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.976344] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.976519] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.987587] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.987811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.987895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.988191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.988387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.000727] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 723.039619] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 723.040015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.040015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.040249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.040453] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.040573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.040657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.041068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.041068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.041068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.041240] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.545262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.547100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.547100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.547283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.548225] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.548225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.548225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.548582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.548788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.549911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.550169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.550299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.550359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.550729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.551374] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.551374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.551374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.551540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.551540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.551626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.551848] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.816645] env[65687]: INFO networking_nsxv3.common.synchronization [req-e794255e-f020-4dc3-8d5b-c22209b2ddca req-276980e5-7c60-427b-9f72-191add72efd9 service nova] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 723.816825] env[65687]: INFO networking_nsxv3.common.synchronization [req-e794255e-f020-4dc3-8d5b-c22209b2ddca req-276980e5-7c60-427b-9f72-191add72efd9 service nova] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 723.816958] env[65687]: INFO networking_nsxv3.common.synchronization [req-e794255e-f020-4dc3-8d5b-c22209b2ddca req-276980e5-7c60-427b-9f72-191add72efd9 service nova] Enqueued Resource ID: ade11944-573d-44b8-b121-411c41ebd935 with Priority: HIGHEST for action port [ 723.817766] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_rules [ 723.820126] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 723.820222] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade11944-573d-44b8-b121-411c41ebd935 with Priority: HIGHEST for action port [ 723.820752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.820752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.820752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.820982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.822928] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.822928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.822928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.822928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.822928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.822928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.823368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.823368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.823368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.823368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.823368] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.827191] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade11944-573d-44b8-b121-411c41ebd935 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.827191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.827191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.827191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.827191] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade11944-573d-44b8-b121-411c41ebd935',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.001787] env[65687]: INFO networking_nsxv3.common.synchronization [req-47bad40b-f18e-4f22-ae57-aab29d1be960 req-0e45ad90-6cb9-4abb-a541-51d148ad532e tempest-ListServersNegativeTestJSON-270515902 tempest-ListServersNegativeTestJSON-270515902-project-member] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 724.001787] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGHEST for action security_group_members [ 724.001934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.003062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.003297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.003552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.003748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.003875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.004581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.004581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.004581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.004581] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.056707] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68179595-d0de-4cce-bae5-01860a5283af: rpc.has_security_group_logging(os_id): False [ 724.074779] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 724.075015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.075217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.075463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.075557] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.077147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.077450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.077450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.077891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.077891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.077891] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.077891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.078031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079560] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 724.158412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.158702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.159089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.174384] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 724.326335] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.327950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.328076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.328490] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade11944-573d-44b8-b121-411c41ebd935 with status ACTIVE [ 724.328699] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.329179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.329271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.329611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.329611] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.329728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.330140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.330140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330283] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.330355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.330450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.330631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.330631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330699] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade11944-573d-44b8-b121-411c41ebd935 is going to be updated. [ 724.364960] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.365116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.365185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.365423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.365582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.365837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade11944-573d-44b8-b121-411c41ebd935" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.507507] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.507673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.507729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.508141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.508358] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.508503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.508848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.508920] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be updated. [ 724.545235] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.545510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.545986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.546252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.558216] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: IN_PROGRESS for 2s [ 724.582963] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.583169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.831908] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.875527] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 724.875527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.875752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.875951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.876123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.876213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.876503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.876589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.876681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.876892] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.013084] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 725.013084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.013343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.013408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.013684] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.013931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.013931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.014177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.014304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.014334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.014620] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.335174] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.335509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.335574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.335883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.336056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.336216] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa is going to be created. [ 725.363076] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.363317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.363317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.363517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.363672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.374979] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: UNINITIALIZED for 2s [ 725.378585] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.378824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.378888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.379154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380208] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.380208] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.380208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.380778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380778] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.380778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.380778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.380778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.380953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.381023] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.516846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.516988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.517320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.517575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.517670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.517920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518296] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.519124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.519197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.519277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.519381] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.887812] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b: rpc.has_security_group_logging(os_id): False [ 725.909571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.909812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.909812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.910288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.910508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.910633] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.910763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.910835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.910989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.911896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.912367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.912367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.912367] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be created. [ 725.975299] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.975501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.975591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.975854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.976014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.988556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 726.022404] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b5382-8087-42d3-ab37-7e38097f64e2: rpc.has_security_group_logging(os_id): False [ 726.053858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.054036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.054100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.054346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.054444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.055116] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.055116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.055116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.055116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.055116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.055344] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.055389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.055468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.055625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.055701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.055892] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.055989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.056656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.056874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.056991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.057130] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 726.147666] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.147838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.147964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.148147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.148311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.166444] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 726.195967] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 726.196205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.302749] env[65687]: INFO networking_nsxv3.common.synchronization [req-6ed24029-30ce-4c14-b693-d5aafb5f6353 req-295f82ab-f1f8-461f-a1a2-47a811d66cc9 tempest-VolumesAssistedSnapshotsTest-966873565 tempest-VolumesAssistedSnapshotsTest-966873565-project-member] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 726.303139] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGHEST for action security_group_members [ 726.305018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.305018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.305018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.305018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.313514] env[65687]: INFO networking_nsxv3.common.synchronization [req-5a6681ec-ea27-4cdf-9a46-b434f8816dda req-3686c76a-4e87-4f8f-9893-a5bf956dfdac tempest-ListImageFiltersTestJSON-422569609 tempest-ListImageFiltersTestJSON-422569609-project-member] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 726.315161] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 726.317700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.317700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.317700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.317700] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.573268] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1566dd-691f-40d9-8a10-cad3614b8964 in Status: SUCCESS [ 726.573268] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 deletion is rescheduled due to dependency. [ 726.573268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.809822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.810036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.810111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.810355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.810434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.810681] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.810775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.810858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.811029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.811132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.811202] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 is going to be updated. [ 726.819109] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.851616] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.852606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.852606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.852606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.852606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: IN_PROGRESS for 2s [ 727.074863] env[65687]: INFO networking_nsxv3.common.synchronization [None req-0f32d5bb-b777-42bc-9db8-08c912a20fb6 None None] Enqueued Resource ID: b3e4e130-c495-45c2-8f64-403d119f3ed9 with Priority: HIGHEST for action port [ 727.076684] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e4e130-c495-45c2-8f64-403d119f3ed9 with Priority: HIGHEST for action port [ 727.077150] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e4e130-c495-45c2-8f64-403d119f3ed9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.077292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e4e130-c495-45c2-8f64-403d119f3ed9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.077362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e4e130-c495-45c2-8f64-403d119f3ed9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.077667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e4e130-c495-45c2-8f64-403d119f3ed9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.077801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e4e130-c495-45c2-8f64-403d119f3ed9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.228137] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228347] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228603] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.228891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.230195] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.230479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.230539] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.230766] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.230901] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.231115] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.231218] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.231315] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.231418] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.231516] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.231631] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.232334] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.252705] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.252882] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.254913] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.255124] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.255532] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.255709] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.255824] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256257] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.256332] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8931d9-dd5c-4102-ab38-2ce920e03fe1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.321931] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.385850] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: SUCCESS [ 727.386078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.386251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.386475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.386671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.386789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.386854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.387029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.387118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.387191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.387282] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.582521] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3e4e130-c495-45c2-8f64-403d119f3ed9 [ 727.583729] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.583729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.583729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.583729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.583729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.583729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3e4e130-c495-45c2-8f64-403d119f3ed9 already deleted. [ 727.583729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e4e130-c495-45c2-8f64-403d119f3ed9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759598] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.760061] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.760269] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.760728] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.761142] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.761344] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 not found, creating... [ 727.761723] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762196] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762771] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.763114] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.763319] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.763443] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.763663] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.763798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 is going to be created. [ 727.802180] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.802512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.802935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.803157] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.803503] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.825739] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.825903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.825969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.826214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.826310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.826409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be updated. [ 727.862746] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.863034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.863034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.863248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.863424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.876037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 727.890064] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.002629] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 728.002862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.155133] env[65687]: INFO networking_nsxv3.common.synchronization [req-327a37e6-cebe-48e7-9cfe-f3cbe065cdc4 req-30661932-3598-47ca-b7ea-7554f68e2deb tempest-ServerActionsV293TestJSON-1747104828 tempest-ServerActionsV293TestJSON-1747104828-project-member] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 728.155779] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGHEST for action security_group_members [ 728.156520] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.156665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.156737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.156944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.157121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.157241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.157288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.157518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.157636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.157770] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.184035] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 728.184375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.184574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.184801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.184889] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.391645] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 769c246f-d700-46a5-bbc1-93ed2f65fcaa: rpc.has_security_group_logging(os_id): False [ 728.413614] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.413614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.413614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.413904] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.413968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414502] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa is going to be created. [ 728.495657] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.495851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.495998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.496331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.496570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.508976] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: IN_PROGRESS for 2s [ 728.660723] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.661022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.661022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.661185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.661279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.661540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.661677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.661714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.661852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.661927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.662025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d is going to be updated. [ 728.669699] env[65687]: INFO networking_nsxv3.common.synchronization [req-5a6681ec-ea27-4cdf-9a46-b434f8816dda req-c2585bbc-81a5-4883-8b31-35e79a9e8152 service nova] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_rules [ 728.669876] env[65687]: INFO networking_nsxv3.common.synchronization [req-5a6681ec-ea27-4cdf-9a46-b434f8816dda req-c2585bbc-81a5-4883-8b31-35e79a9e8152 service nova] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 728.670059] env[65687]: INFO networking_nsxv3.common.synchronization [req-5a6681ec-ea27-4cdf-9a46-b434f8816dda req-c2585bbc-81a5-4883-8b31-35e79a9e8152 service nova] Enqueued Resource ID: 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 with Priority: HIGHEST for action port [ 728.670614] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_rules [ 728.670847] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 728.670847] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 with Priority: HIGHEST for action port [ 728.671553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.671553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.671553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.671973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.671973] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.673623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.673752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.674118] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.674118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.674291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.674543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.674604] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8931d9-dd5c-4102-ab38-2ce920e03fe1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.688035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.688035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.688035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.688260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.688399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.689367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.689367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.689367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.689367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.689367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.689367] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.695914] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.695914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.695914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.697039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.697039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.708248] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: IN_PROGRESS for 2s [ 728.877158] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 in Status: SUCCESS [ 728.877360] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 deletion is rescheduled due to dependency. [ 728.877510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.177716] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.177923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180238] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 with status ACTIVE [ 729.180238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.180238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.180876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181468] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e8931d9-dd5c-4102-ab38-2ce920e03fe1 is going to be updated. [ 729.193908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.193908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.195401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.195506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.195668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.195857] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.196216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.200915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.200915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.200915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.200915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.200915] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.208449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.208449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.208449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.208449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.208449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.208449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8931d9-dd5c-4102-ab38-2ce920e03fe1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.703982] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b5382-8087-42d3-ab37-7e38097f64e2: rpc.has_security_group_logging(os_id): False [ 729.734138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.734364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.734437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.734686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.734779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.735041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.735215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.735422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.735474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.735682] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.735916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.735996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.737089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.737089] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.737388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.737515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.737692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.737775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.737956] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 729.827699] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.830019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.830019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.845275] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 729.902582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 729.902827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.903016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.904757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.904757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.904757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.904757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.904757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.904757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.904757] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.408160] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.522659] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: SUCCESS [ 730.523237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.720747] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79016044-c9e8-462d-9c2a-b291fd297f2d in Status: SUCCESS [ 730.720747] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d deletion is rescheduled due to dependency. [ 730.720747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909568] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.412979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.413326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.413515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.413983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.414293] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be updated. [ 731.458144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.458144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.458144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.458144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.458399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.472356] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 731.701636] env[65687]: INFO networking_nsxv3.common.synchronization [req-3ba41176-7b33-4d28-8e77-d06d9f5de93c req-5b161797-b363-4b3c-b73c-176fe839fbfd tempest-ServersTestFqdnHostnames-1929490360 tempest-ServersTestFqdnHostnames-1929490360-project-member] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 731.703359] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGHEST for action security_group_members [ 731.703754] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.703869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.703903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.704108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.704267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.704369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.704444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.704657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.704953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.704953] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.860400] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 731.860709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207570] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.207729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208848] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e is going to be updated. [ 732.253201] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.255820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.255820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.255820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.255820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.268236] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: IN_PROGRESS for 2s [ 732.982392] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d2c66d22-b50a-40da-a0c7-5ea42dd918f3 None None] Enqueued Resource ID: 0c598663-17d9-498c-ad0e-c3dbf5e53df4 with Priority: HIGHEST for action port [ 732.983674] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c598663-17d9-498c-ad0e-c3dbf5e53df4 with Priority: HIGHEST for action port [ 732.984528] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c598663-17d9-498c-ad0e-c3dbf5e53df4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.984779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c598663-17d9-498c-ad0e-c3dbf5e53df4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.984884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c598663-17d9-498c-ad0e-c3dbf5e53df4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.985206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c598663-17d9-498c-ad0e-c3dbf5e53df4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.985308] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c598663-17d9-498c-ad0e-c3dbf5e53df4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.484723] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 733.485070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.485306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.485569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.486050] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.486371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.486493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.486655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.486809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.487065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.487161] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.488644] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c598663-17d9-498c-ad0e-c3dbf5e53df4 [ 733.488861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.489018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.489094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.489294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.489425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.489557] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c598663-17d9-498c-ad0e-c3dbf5e53df4 already deleted. [ 733.489692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c598663-17d9-498c-ad0e-c3dbf5e53df4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.895684] env[65687]: INFO networking_nsxv3.common.synchronization [req-826a4e72-6ab5-43ea-8493-0bab9db0fa83 req-39063717-0fef-4c9c-8390-520d3158887e tempest-FloatingIPsAssociationNegativeTestJSON-323888728 tempest-FloatingIPsAssociationNegativeTestJSON-323888728-project-member] Enqueued Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 733.897252] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGHEST for action security_group_members [ 733.897252] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.897252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.897252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.897252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.897252] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.897252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.897769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.897769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.897769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.897769] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.992230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.992230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.992230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.992230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.993803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.993803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.994202] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.994202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.994202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.994323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.994424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.994530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.994668] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.281354] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e in Status: SUCCESS [ 734.282345] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e deletion is rescheduled due to dependency. [ 734.282345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c is going to be updated. [ 734.433513] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.433807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.433807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.434764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.434764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.451378] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: IN_PROGRESS for 2s [ 734.497929] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b: rpc.has_security_group_logging(os_id): False [ 734.516364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.516540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.516632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.516862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.516960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.517221] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.517332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.517374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.517592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.517631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.517802] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.517901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.517963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.518133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.518268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.518520] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.518870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.518870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.518870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.518985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.519028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be updated. [ 734.589562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.591039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.591039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.591039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.591039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.619736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 735.792337] env[65687]: INFO networking_nsxv3.common.synchronization [req-30b7e675-a5fa-4294-8ea3-2fadbfdde255 req-284d5574-87d8-41a3-b71f-b36fff4a6572 tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 735.792917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 735.793454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.793454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.793583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.793969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.793969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.794167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.794167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.794228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.794880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.794880] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.833838] env[65687]: INFO networking_nsxv3.common.synchronization [req-670f9580-9c5b-42c9-9850-1c1b5be5c8e4 req-14da73cd-f791-480c-9298-b0f2003d86b2 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 735.834414] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 735.834755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.834893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.834976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.835796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.835979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.836119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.836214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.836357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.836442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.836534] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.130935] env[65687]: INFO networking_nsxv3.common.synchronization [req-670f9580-9c5b-42c9-9850-1c1b5be5c8e4 req-356c0c5d-877f-4c07-8dc8-371771a2dbd4 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 736.130935] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 736.130935] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.130935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.233255] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.233483] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.233604] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.233968] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.234832] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.235038] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.235165] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.235540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.235983] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.236269] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.236399] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.236546] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.236728] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.236848] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.236977] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.237125] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.258660] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.258881] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.259042] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.259219] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259533] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-9188f976-2271-4678-a671-a5cb3bb9a718 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.259710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.259802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.260125] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.260262] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9188f976-2271-4678-a671-a5cb3bb9a718',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.297310] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.297582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.297582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.297818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.297913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.298124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.298227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.298289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.298441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.298699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.298699] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 already deleted. [ 736.298801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.339099] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.463517] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafa655a-14dc-4614-a5be-83dca2d03d1c in Status: SUCCESS [ 736.463720] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c deletion is rescheduled due to dependency. [ 736.464029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.634363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 736.634582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.735009] env[65687]: INFO networking_nsxv3.common.synchronization [req-670f9580-9c5b-42c9-9850-1c1b5be5c8e4 req-4aae81ce-ac56-4d62-9b37-a97667e387ee tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 736.735352] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 736.735693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.735821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.762521] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.762763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.762763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.763036] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.763207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.763267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 9188f976-2271-4678-a671-a5cb3bb9a718 not found, creating... [ 736.763487] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.763967] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.763967] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.763967] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.764108] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.764684] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.764684] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.764684] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.764853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.764949] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.765098] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 9188f976-2271-4678-a671-a5cb3bb9a718 is going to be created. [ 736.825796] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.826237] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.826237] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.826761] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.827088] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.827360] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.841468] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.344515] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.344776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.344909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.345251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.345410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.345568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 737.387500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.387646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.387693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.387911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.388079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.397839] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 737.569317] env[65687]: INFO networking_nsxv3.common.synchronization [req-30b7e675-a5fa-4294-8ea3-2fadbfdde255 req-0e1f188b-2afd-4b8b-9f8e-1fb8adc77063 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 737.569450] env[65687]: INFO networking_nsxv3.common.synchronization [req-30b7e675-a5fa-4294-8ea3-2fadbfdde255 req-0e1f188b-2afd-4b8b-9f8e-1fb8adc77063 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 737.569598] env[65687]: INFO networking_nsxv3.common.synchronization [req-30b7e675-a5fa-4294-8ea3-2fadbfdde255 req-0e1f188b-2afd-4b8b-9f8e-1fb8adc77063 service nova] Enqueued Resource ID: 9188f976-2271-4678-a671-a5cb3bb9a718 with Priority: HIGHEST for action port [ 737.570144] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 737.570279] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 737.570378] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9188f976-2271-4678-a671-a5cb3bb9a718 with Priority: HIGHEST for action port [ 737.570678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.570780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.570850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.574356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.574470] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.575353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.575513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.575593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.576663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.577175] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.577283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.577348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.577523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.577622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.577718] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.578929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9188f976-2271-4678-a671-a5cb3bb9a718 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.579060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.579103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.579253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.579322] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9188f976-2271-4678-a671-a5cb3bb9a718',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.081199] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.081494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082664] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.084524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9188f976-2271-4678-a671-a5cb3bb9a718 with status ACTIVE [ 738.085148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.085148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.085148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.085342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.085342] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.085541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.085541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.085741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.085921] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.086028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.086092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.086227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.086304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.086426] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9188f976-2271-4678-a671-a5cb3bb9a718 is going to be updated. [ 738.113882] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.114046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.114108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.114332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.114476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.114722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9188f976-2271-4678-a671-a5cb3bb9a718" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.594044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.830024] env[65687]: INFO networking_nsxv3.common.synchronization [req-b7499dd2-e155-4575-97c8-5e659b514cb5 req-2b2df623-3357-4b24-af85-dc2c3ffd3b9c tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 738.830024] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 738.830024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.830024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.830024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.830024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.861345] env[65687]: INFO networking_nsxv3.common.synchronization [req-b7499dd2-e155-4575-97c8-5e659b514cb5 req-2b2df623-3357-4b24-af85-dc2c3ffd3b9c tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 738.862779] env[65687]: INFO networking_nsxv3.common.synchronization [req-b7499dd2-e155-4575-97c8-5e659b514cb5 req-2b2df623-3357-4b24-af85-dc2c3ffd3b9c tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 738.862779] env[65687]: INFO networking_nsxv3.common.synchronization [req-b7499dd2-e155-4575-97c8-5e659b514cb5 req-2b2df623-3357-4b24-af85-dc2c3ffd3b9c tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 738.863276] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 738.863407] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 738.863501] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 738.863790] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.863970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.864031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.865053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.865314] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.866163] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.866263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.866461] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a882ebc3-62c5-4175-adba-e6dbb932374a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.866558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.866619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.867602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.867602] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a882ebc3-62c5-4175-adba-e6dbb932374a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.978174] env[65687]: INFO networking_nsxv3.common.synchronization [None req-93450bbe-1807-453a-b7c8-10e5f6dabfb9 None None] Enqueued Resource ID: eabfb569-bcf4-4221-83bd-4ea248bd4f5d with Priority: HIGHEST for action port [ 738.978174] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabfb569-bcf4-4221-83bd-4ea248bd4f5d with Priority: HIGHEST for action port [ 738.978174] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eabfb569-bcf4-4221-83bd-4ea248bd4f5d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.978174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eabfb569-bcf4-4221-83bd-4ea248bd4f5d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.978174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eabfb569-bcf4-4221-83bd-4ea248bd4f5d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.978174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eabfb569-bcf4-4221-83bd-4ea248bd4f5d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.978174] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eabfb569-bcf4-4221-83bd-4ea248bd4f5d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.097227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.097227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.097227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.097227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.097227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.097227] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be created. [ 739.123390] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.125326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.125326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.125326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.125326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.137483] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: UNINITIALIZED for 2s [ 739.335822] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.369336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.369465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.371077] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a882ebc3-62c5-4175-adba-e6dbb932374a with status ACTIVE [ 739.371289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.371596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.371691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.372158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.372158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.372222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.372282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.372337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.372510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.372592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.372785] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.372903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.372967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.373132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.373208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.373293] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a882ebc3-62c5-4175-adba-e6dbb932374a is going to be updated. [ 739.402152] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.402152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.402152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.402152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.402507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.402507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.413992] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 739.414247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.414411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.414621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.414803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.414916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.414978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.415152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.415231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.415336] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.482853] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eabfb569-bcf4-4221-83bd-4ea248bd4f5d [ 739.483639] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.483879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.486446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.486760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.486848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.486948] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eabfb569-bcf4-4221-83bd-4ea248bd4f5d already deleted. [ 739.487069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eabfb569-bcf4-4221-83bd-4ea248bd4f5d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.839435] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.918244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.918421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.918498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.918745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.918848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.919071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.919179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.919238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.919605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.919605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.919605] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 739.954059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.954059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.954059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.954059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.954059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.964416] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 740.343386] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.343700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.344051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.344051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.344152] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 740.376284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.376429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.376581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.376792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.376938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.392267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 740.928329] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8a2aa063-a20b-410b-a7f4-6132f322396e tempest-ServersTestManualDisk-1136892093 tempest-ServersTestManualDisk-1136892093-project-member] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 740.928881] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 740.929580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.929708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.930083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.930170] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.065747] env[65687]: INFO networking_nsxv3.common.synchronization [None req-32a03790-5080-4ae1-ab1f-aa135280871f tempest-ServersTestManualDisk-1136892093 tempest-ServersTestManualDisk-1136892093-project-member] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 741.065747] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 741.065747] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.065747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.150122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 741.150342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.150537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151255] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.151255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.151255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.151517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.151591] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.455279] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.455713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.455713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.455713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.455869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.455980] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb already deleted. [ 741.456169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.456570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.456570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.456570] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.660190] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.806149] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7e6abd63-3cb9-4113-84c6-ce0598ad3946 None None] Enqueued Resource ID: 9e193526-65a9-482d-a72a-1f4fa580492c with Priority: HIGHEST for action port [ 741.806800] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e193526-65a9-482d-a72a-1f4fa580492c with Priority: HIGHEST for action port [ 741.807107] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e193526-65a9-482d-a72a-1f4fa580492c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.807251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e193526-65a9-482d-a72a-1f4fa580492c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.807317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e193526-65a9-482d-a72a-1f4fa580492c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.807660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e193526-65a9-482d-a72a-1f4fa580492c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.807746] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e193526-65a9-482d-a72a-1f4fa580492c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.975650] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 741.975650] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 deletion is rescheduled due to dependency. [ 741.975650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.975831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.976204] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.976307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.976374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.976623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.976696] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.982157] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.982291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.982365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.982555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.982641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.982741] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb already deleted. [ 741.982822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.164441] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 742.182075] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.182075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.182235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.182434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.182539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.182778] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.182878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.182941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.183137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.183241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.183307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be created. [ 742.260489] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.260489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.260641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.262219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.262219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.278070] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 742.309940] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e193526-65a9-482d-a72a-1f4fa580492c [ 742.310717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.310717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.310717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.310717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.310717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.310717] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e193526-65a9-482d-a72a-1f4fa580492c already deleted. [ 742.311143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e193526-65a9-482d-a72a-1f4fa580492c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405111] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 742.405344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.405579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.405816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.406027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.406157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.406258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.406427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.406542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.406670] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.482171] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482171] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.482171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482171] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 742.515954] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.516161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.516233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.516402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.517150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.528816] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 742.916170] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.418559] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.924383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.924383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.924383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.924383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.927735] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 743.961968] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.962172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.962402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.962560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.974724] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 744.229658] env[65687]: INFO networking_nsxv3.common.synchronization [req-3b5dba62-422f-413a-b58a-0f7a5ca57b78 req-3ae3de0e-a28f-4dd8-91e2-915b4f39db3a tempest-FloatingIPsAssociationTestJSON-1249499762 tempest-FloatingIPsAssociationTestJSON-1249499762-project-member] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 744.229658] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGHEST for action security_group_members [ 744.229658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.229658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.229658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.230554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.230554] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.230554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.230554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.230554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.230819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.230819] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.298670] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 744.298973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.543868] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 744.545865] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 deletion is rescheduled due to dependency. [ 744.547070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.733783] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.734190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.734190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.734340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.734690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.734690] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.734820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.734903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.735085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.735160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.735262] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be updated. [ 744.773478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.773561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.773561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.774211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.774211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.790131] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: IN_PROGRESS for 2s [ 745.579863] env[65687]: INFO networking_nsxv3.common.synchronization [req-7c522805-0af4-4b11-bbe4-caf0eb4fc6c5 req-e0c1ccd9-fcdc-4a48-a1f0-0c45957c4f8f tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 745.581982] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 745.582422] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.582524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.655982] env[65687]: INFO networking_nsxv3.common.synchronization [req-7c522805-0af4-4b11-bbe4-caf0eb4fc6c5 req-e0c1ccd9-fcdc-4a48-a1f0-0c45957c4f8f tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 745.656289] env[65687]: INFO networking_nsxv3.common.synchronization [req-7c522805-0af4-4b11-bbe4-caf0eb4fc6c5 req-e0c1ccd9-fcdc-4a48-a1f0-0c45957c4f8f tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 745.656447] env[65687]: INFO networking_nsxv3.common.synchronization [req-7c522805-0af4-4b11-bbe4-caf0eb4fc6c5 req-e0c1ccd9-fcdc-4a48-a1f0-0c45957c4f8f tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 745.657151] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_rules [ 745.657268] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 745.657350] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a882ebc3-62c5-4175-adba-e6dbb932374a with Priority: HIGHEST for action port [ 745.657648] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.657790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.657970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.658074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.659654] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a882ebc3-62c5-4175-adba-e6dbb932374a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.659791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.659985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.660076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.660167] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a882ebc3-62c5-4175-adba-e6dbb932374a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.814144] env[65687]: INFO networking_nsxv3.common.synchronization [req-5331716b-6cc6-4894-9755-36a75a4240f8 req-adf692da-1344-4c6a-aed3-091a4f289154 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 745.814817] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 745.815170] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.815479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.815479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.815755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.816567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.816567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.816567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.816567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.816724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.817207] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.990031] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.990031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.990031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.990031] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.991738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.992085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.992085] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.992336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.993030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.993030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.993030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.993180] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.163577] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a882ebc3-62c5-4175-adba-e6dbb932374a with status ACTIVE [ 746.164415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.166038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.166038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.166800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.167109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.168159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.168363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.168524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.168944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.169046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.169143] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a882ebc3-62c5-4175-adba-e6dbb932374a is going to be updated. [ 746.193674] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.193851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.193940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.194207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.194363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.194545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a882ebc3-62c5-4175-adba-e6dbb932374a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.319887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.320141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.320217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.320439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.320533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.320733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.320832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.320890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.321048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.321124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.321207] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 already deleted. [ 746.321297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.463725] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.464460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-22" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.464460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-22" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.464460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-22" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.465664] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.465860] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.466238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.466299] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.466707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.466979] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.467141] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.467258] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.467741] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.467741] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.467741] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.467741] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.487423] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.487903] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.488680] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.488680] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-22" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.489051] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-fad7bf90-4155-4281-bef7-ec413d04b6d3 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.489051] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.489201] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.489388] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.489520] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad7bf90-4155-4281-bef7-ec413d04b6d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.496318] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.497014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.801794] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bedd3d41-95ba-460f-a00c-3570bb62e4df in Status: SUCCESS [ 746.802122] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df deletion is rescheduled due to dependency. [ 746.802122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.992559] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.992831] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.992912] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.993186] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.993326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.993472] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port fad7bf90-4155-4281-bef7-ec413d04b6d3 not found, creating... [ 746.993723] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.994128] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.994302] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.994548] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.994689] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.994963] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.995144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.995254] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.995457] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.995760] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.995870] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 is going to be created. [ 746.998564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1884a-7f06-4d42-a7f3-e3154125dfea: rpc.has_security_group_logging(os_id): False [ 746.999544] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.017320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.017632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.017632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.017831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.017932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.018457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.018457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.018457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.018613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.018613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.018716] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 747.035027] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.035027] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.035240] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.035361] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.035647] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.035873] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.118848] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.119096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.119177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.119409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.119567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.151725] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 747.502265] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.502549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.502549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.502781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.502907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.503362] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 747.541443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.541870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.542067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.552706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 747.727475] env[65687]: INFO networking_nsxv3.common.synchronization [req-5331716b-6cc6-4894-9755-36a75a4240f8 req-b1fef4d9-7846-48d3-b846-3c3e6207ae70 service nova] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 747.727679] env[65687]: INFO networking_nsxv3.common.synchronization [req-5331716b-6cc6-4894-9755-36a75a4240f8 req-b1fef4d9-7846-48d3-b846-3c3e6207ae70 service nova] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 747.728115] env[65687]: INFO networking_nsxv3.common.synchronization [req-5331716b-6cc6-4894-9755-36a75a4240f8 req-b1fef4d9-7846-48d3-b846-3c3e6207ae70 service nova] Enqueued Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 747.728412] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 747.728567] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 747.728710] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 747.729012] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.729138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.729228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.729486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.729574] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.730456] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.730980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.730980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.731225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.731225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.731290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.731364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.731452] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.732331] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad7bf90-4155-4281-bef7-ec413d04b6d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.732451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.732518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.732671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.732925] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad7bf90-4155-4281-bef7-ec413d04b6d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.957154] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8ed23ab1-cde7-460c-90df-8b14bf95a5a1 None None] Enqueued Resource ID: fe297d6b-4392-42aa-be19-f649cdb43ef6 with Priority: HIGHEST for action port [ 747.957393] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe297d6b-4392-42aa-be19-f649cdb43ef6 with Priority: HIGHEST for action port [ 747.958868] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe297d6b-4392-42aa-be19-f649cdb43ef6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.958868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe297d6b-4392-42aa-be19-f649cdb43ef6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe297d6b-4392-42aa-be19-f649cdb43ef6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.959238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe297d6b-4392-42aa-be19-f649cdb43ef6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.959238] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe297d6b-4392-42aa-be19-f649cdb43ef6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.234526] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.236215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.240032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad7bf90-4155-4281-bef7-ec413d04b6d3 with status ACTIVE [ 748.240032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.240032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.240032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.240032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.240032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.240032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.240408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.240593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.242804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.242897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.243150] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.243289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.243383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.243563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.243753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.243753] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 is going to be updated. [ 748.268130] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.268443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.268816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.268918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.269152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334710] env[65687]: INFO networking_nsxv3.common.synchronization [req-5d9f114d-cb25-466f-b61f-6f571980575b req-482c6c5a-617f-4085-9096-c664faebaf8f tempest-ServerMetadataTestJSON-2063728405 tempest-ServerMetadataTestJSON-2063728405-project-member] Enqueued Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 748.335461] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGHEST for action security_group_members [ 748.335895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.336286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.336452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.336840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.336923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.337044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.463519] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe297d6b-4392-42aa-be19-f649cdb43ef6 [ 748.466564] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.466564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.466564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.466564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.466564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.466564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe297d6b-4392-42aa-be19-f649cdb43ef6 already deleted. [ 748.466564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe297d6b-4392-42aa-be19-f649cdb43ef6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.738448] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.839773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.839773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.839773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.840111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.840308] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.840414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.840477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.841895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.842079] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca is going to be updated. [ 748.874553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.874782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.874782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.875108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.888300] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: IN_PROGRESS for 2s [ 749.053237] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3bbd4163-1266-46ec-a8e3-b9ae024f3073 None None] Enqueued Resource ID: e575de4d-267b-4663-a70a-b4af2a2f6fc1 with Priority: HIGHEST for action port [ 749.053237] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e575de4d-267b-4663-a70a-b4af2a2f6fc1 with Priority: HIGHEST for action port [ 749.053515] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e575de4d-267b-4663-a70a-b4af2a2f6fc1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.053515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e575de4d-267b-4663-a70a-b4af2a2f6fc1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.053651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e575de4d-267b-4663-a70a-b4af2a2f6fc1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.054960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e575de4d-267b-4663-a70a-b4af2a2f6fc1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.054960] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e575de4d-267b-4663-a70a-b4af2a2f6fc1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.188807] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 749.188807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.188807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.188807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.188807] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.240577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.240851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.240851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.241152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.241248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.241346] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be created. [ 749.272594] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.272794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.272985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.273353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.273637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.291052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: UNINITIALIZED for 2s [ 749.561021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e575de4d-267b-4663-a70a-b4af2a2f6fc1 [ 749.563853] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.563853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.563853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.563853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.563853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.563853] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e575de4d-267b-4663-a70a-b4af2a2f6fc1 already deleted. [ 749.563853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e575de4d-267b-4663-a70a-b4af2a2f6fc1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.563853] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 749.564496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.564781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.565157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.567025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.567025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.567025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.567025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.567025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.567025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.690895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.691090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.070933] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.285018] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d1f11e2d-0299-424c-8bff-bbbddac3bb4e None None] Enqueued Resource ID: 9e3134c3-c34c-4bba-bb37-e951fd6fd32c with Priority: HIGHEST for action port [ 750.285018] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3134c3-c34c-4bba-bb37-e951fd6fd32c with Priority: HIGHEST for action port [ 750.285018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3134c3-c34c-4bba-bb37-e951fd6fd32c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.285018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3134c3-c34c-4bba-bb37-e951fd6fd32c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.285018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3134c3-c34c-4bba-bb37-e951fd6fd32c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.285018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3134c3-c34c-4bba-bb37-e951fd6fd32c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.285018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3134c3-c34c-4bba-bb37-e951fd6fd32c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.585023] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.709412] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d053aee-1002-4374-a545-5e1f93499abf req-887b5591-855f-4542-8d86-6d8a2a967e53 tempest-ServerTagsTestJSON-2083995659 tempest-ServerTagsTestJSON-2083995659-project-member] Enqueued Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 750.710238] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGHEST for action security_group_members [ 750.710969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.711130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.711182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.711397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.711588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.711655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.711708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.711866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.711952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.712062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.787220] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e3134c3-c34c-4bba-bb37-e951fd6fd32c [ 750.787457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.787660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.787735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.787941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.788042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.788166] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e3134c3-c34c-4bba-bb37-e951fd6fd32c already deleted. [ 750.788251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3134c3-c34c-4bba-bb37-e951fd6fd32c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.902969] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca in Status: SUCCESS [ 750.903501] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca deletion is rescheduled due to dependency. [ 750.903961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.083907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.084225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.084225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.084377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.084414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.084519] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 751.117029] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.117029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.117029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.117278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.117434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.128470] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 751.216434] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.216648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.216648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.216892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.216989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.217821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.217821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.217821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.217821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.217821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.218179] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 is going to be updated. [ 751.267477] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.267934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.267934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.268220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.284461] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: IN_PROGRESS for 2s [ 751.305060] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 751.305060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305431] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.305621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.305621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.305801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.306078] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.591080] env[65687]: INFO networking_nsxv3.common.synchronization [None req-a81ad5b7-a8d6-4403-8a9c-b2b63b016efa tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 751.591080] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 751.591080] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.591080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.591840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.594141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.594141] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.776070] env[65687]: INFO networking_nsxv3.common.synchronization [None req-2caebf73-6a06-486c-8d4c-47cb7868e5ef tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 751.776627] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 751.776933] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.777335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.808783] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.808783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.808939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.809107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.809273] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.809371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.809431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.809580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.809662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.809760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.809887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.810019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.810071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.810353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.810353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.810489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.810489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.810585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.810660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.810734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.810911] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.024852] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cff7b98f-853d-47bb-b8f9-2ab0f94b0228 None None] Enqueued Resource ID: adc68959-c595-43f3-beb0-56f2d2c9d40f with Priority: HIGHEST for action port [ 752.025299] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc68959-c595-43f3-beb0-56f2d2c9d40f with Priority: HIGHEST for action port [ 752.025752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc68959-c595-43f3-beb0-56f2d2c9d40f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.025868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc68959-c595-43f3-beb0-56f2d2c9d40f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.025953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc68959-c595-43f3-beb0-56f2d2c9d40f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.026330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc68959-c595-43f3-beb0-56f2d2c9d40f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.026465] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc68959-c595-43f3-beb0-56f2d2c9d40f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.118514] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.118814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.119763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.119763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.119763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.119763] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 already deleted. [ 752.119763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.120033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.120239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.121013] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.316576] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2063bbd1-43bf-49a5-b65a-b31e005d9194: rpc.has_security_group_logging(os_id): False [ 752.343499] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.343697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.345035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.345035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.345035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346228] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.346228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.346228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.346228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.346228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346228] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.346548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.346548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.346625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.349339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.349339] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.349339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.349339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.349339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.349339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.350158] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be created. [ 752.435076] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.435449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.435562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.435790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.436073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.450749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 752.528602] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc68959-c595-43f3-beb0-56f2d2c9d40f [ 752.528947] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.529162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.529246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.529501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.529626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.529753] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc68959-c595-43f3-beb0-56f2d2c9d40f already deleted. [ 752.529917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc68959-c595-43f3-beb0-56f2d2c9d40f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.645078] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.645327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.645327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.645596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.645596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.645764] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 already deleted. [ 752.645801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.140427] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 753.141040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.141040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.141259] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.141385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.141449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.141614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.141728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141948] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.309475] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 in Status: SUCCESS [ 753.309705] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 deletion is rescheduled due to dependency. [ 753.309901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.644224] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.864441] env[65687]: INFO networking_nsxv3.common.synchronization [req-9ed2d5ff-ce69-4e14-ab62-4840e4db0c41 req-f13c5739-340f-4569-ad50-77c2994a40f8 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 753.865063] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 753.865462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.865650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.865771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.866105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.866325] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.866506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.866583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.866811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.866949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.867107] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.148092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1884a-7f06-4d42-a7f3-e3154125dfea: rpc.has_security_group_logging(os_id): False [ 754.181676] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.181676] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.181676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.182629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.183158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.185213] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 754.265083] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.265083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.265083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.265083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.265083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.281762] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 754.329126] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.329126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.329126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.329126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.329126] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.329126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.329126] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.329987] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.330312] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.330740] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.333093] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.333093] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.333093] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.333093] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.333093] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.333093] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.370871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.370871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.370871] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 already deleted. [ 754.370871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.382834] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.383488] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.384029] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.384428] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.385037] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.388125] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.388125] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.388125] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.388125] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.470385] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 754.470385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.889616] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.890134] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.891033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.891033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.891033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.891033] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 not found, creating... [ 754.891232] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.891359] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.891472] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.891685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.891818] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.892116] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.892270] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.892652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.892727] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.892854] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 is going to be created. [ 754.915749] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.915998] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.916117] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.916397] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.916623] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.916850] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.561800] env[65687]: INFO networking_nsxv3.common.synchronization [req-17e91423-68de-4772-96f1-e0d0053d6031 req-791e170d-7365-4cf4-86c2-6bbd1795e7a2 tempest-AttachInterfacesUnderV243Test-1163650093 tempest-AttachInterfacesUnderV243Test-1163650093-project-member] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 755.563083] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGHEST for action security_group_members [ 755.563307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564001] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564001] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564001] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564001] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.564793] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.648531] env[65687]: INFO networking_nsxv3.common.synchronization [req-9ed2d5ff-ce69-4e14-ab62-4840e4db0c41 req-569ec5be-18a9-4d72-bee5-7f3afd8c6e43 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 755.649067] env[65687]: INFO networking_nsxv3.common.synchronization [req-9ed2d5ff-ce69-4e14-ab62-4840e4db0c41 req-569ec5be-18a9-4d72-bee5-7f3afd8c6e43 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 755.649067] env[65687]: INFO networking_nsxv3.common.synchronization [req-9ed2d5ff-ce69-4e14-ab62-4840e4db0c41 req-569ec5be-18a9-4d72-bee5-7f3afd8c6e43 service nova] Enqueued Resource ID: 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 with Priority: HIGHEST for action port [ 755.649415] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 755.649556] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 755.649655] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 with Priority: HIGHEST for action port [ 755.649928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.650520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650595] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.651436] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.651552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.651619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.652822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.652822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.652822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.652822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.652822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.652822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.652822] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.658803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.658803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.658803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.658803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.658803] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.067110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.067299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.067456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.068107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.068211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.068475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.068572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.068892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.069086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.069172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.069289] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be updated. [ 756.106920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.107228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.107317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.107635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.107781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.120181] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: IN_PROGRESS for 2s [ 756.156804] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.158015] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.158231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.158748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 with status ACTIVE [ 756.158937] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.159083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.159149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.159357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.159462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.159624] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.159721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.159792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.159969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.160066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160236] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.160357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.160397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.160542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.160613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160741] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3 is going to be updated. [ 756.184683] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.184896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.184945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.185145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.185287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.185440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f5e3af-6e71-4ea2-8f2b-9c6bf70670c3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.297961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 756.298234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.659530] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.162523] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.162769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.162860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.163128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.163252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.163644] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be created. [ 757.190241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.202059] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: UNINITIALIZED for 2s [ 758.130609] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea in Status: SUCCESS [ 758.130976] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea deletion is rescheduled due to dependency. [ 758.130976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.355567] env[65687]: INFO networking_nsxv3.common.synchronization [req-86c85e6d-0d10-48a9-92cc-8bd71847fd57 req-70f53f97-ef76-422a-ba3c-78db806be138 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 758.356219] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 758.356535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.356696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.356768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.356925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.357172] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.357288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.357346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.357681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.357681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.357799] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.647091] env[65687]: INFO networking_nsxv3.common.synchronization [req-9853b188-ad1b-4c55-8558-2845f6034193 req-dc7346bd-a5a4-4215-9215-2d92b82e77e6 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 758.647655] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 758.647970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.648111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.648179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.648458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.648708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.648834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.648889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.649038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.649126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.649219] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.861782] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.861960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.861960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.862630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.862630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.862630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.862630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.862630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.862925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.862925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.862925] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 758.893541] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.893695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.893807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.893966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.894129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.907128] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 758.999762] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.000048] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.000219] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.000518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.000821] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.001033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.001177] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.001420] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.001586] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.001809] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.001938] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.002064] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.002171] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.002321] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.002375] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.002498] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.024582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.024789] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.024888] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.025123] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.025492] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-7655a830-f9b5-4e71-9d84-4fced72b0bbd taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.025662] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.025777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.026113] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.026261] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7655a830-f9b5-4e71-9d84-4fced72b0bbd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.151917] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.213051] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 759.213297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.213527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.213795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.214107] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.214292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.214380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.214600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.215234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215860] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.529176] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.529928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.530279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.530728] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.530891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.531073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 7655a830-f9b5-4e71-9d84-4fced72b0bbd not found, creating... [ 759.531365] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.531547] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.531681] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.531986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532450] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.532606] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532729] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532920] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.533058] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.533194] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 7655a830-f9b5-4e71-9d84-4fced72b0bbd is going to be created. [ 759.555702] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.555978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.556155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.556482] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.556780] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.557066] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.657325] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.721187] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.721434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.721434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.721649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.721874] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.722019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.722019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.722182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.722272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.722363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.722512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.722608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.722674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.722817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.722957] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.723061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.723122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.723259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.723336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.723419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.723508] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.162110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.162110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.162110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.162110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.162110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.162110] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 760.193024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.193024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.193024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.201291] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 760.227351] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4da2c2b4-604c-4bae-83c7-3afe7895fbd1: rpc.has_security_group_logging(os_id): False [ 760.235368] env[65687]: INFO networking_nsxv3.common.synchronization [req-9853b188-ad1b-4c55-8558-2845f6034193 req-6fa97422-9d17-4017-8bd9-58323844ef11 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 760.235368] env[65687]: INFO networking_nsxv3.common.synchronization [req-9853b188-ad1b-4c55-8558-2845f6034193 req-6fa97422-9d17-4017-8bd9-58323844ef11 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 760.235368] env[65687]: INFO networking_nsxv3.common.synchronization [req-9853b188-ad1b-4c55-8558-2845f6034193 req-6fa97422-9d17-4017-8bd9-58323844ef11 service nova] Enqueued Resource ID: 7655a830-f9b5-4e71-9d84-4fced72b0bbd with Priority: HIGHEST for action port [ 760.238054] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 760.238054] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 760.239032] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7655a830-f9b5-4e71-9d84-4fced72b0bbd with Priority: HIGHEST for action port [ 760.239326] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.240689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.240689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.240689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.240689] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.242734] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.243056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.243522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7655a830-f9b5-4e71-9d84-4fced72b0bbd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.243999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.244241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.244582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.244816] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7655a830-f9b5-4e71-9d84-4fced72b0bbd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.248951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.249291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.249468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.252016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.252016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.252016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.252784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.252902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.253123] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.253234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.253283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.253436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.253513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.253632] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be created. [ 760.335024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.335024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.335024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.335024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.335024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.347696] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 760.756295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.756425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.756613] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7655a830-f9b5-4e71-9d84-4fced72b0bbd with status ACTIVE [ 760.756798] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.756980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.759110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.759400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.759522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.759818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.759967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.760064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.760230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.760312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.760564] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.760670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.760796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.760870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.760944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.761704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7655a830-f9b5-4e71-9d84-4fced72b0bbd is going to be updated. [ 760.784455] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.787018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.787018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.787018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7655a830-f9b5-4e71-9d84-4fced72b0bbd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.922234] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 760.922413] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 760.922540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.247649] env[65687]: INFO networking_nsxv3.common.synchronization [req-f50b66e0-2c32-438a-8692-0b9fde09686c req-7eccbeb5-103a-441a-a663-87ad38339fe1 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 761.248260] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 761.248566] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.248696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.249169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.249169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.249296] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.249406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.249465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.249628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.249714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.249866] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.751871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.753701] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.753701] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 already deleted. [ 761.753701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.759103] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.759259] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.759378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.759677] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.759930] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.760101] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.760213] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.760411] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.760541] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.760762] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.760874] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.760977] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.761325] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.761460] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.761567] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.761698] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.780514] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.780673] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.780804] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.780963] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.781288] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.781454] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.781572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.781877] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.783945] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77a7172-cf6e-4e95-ba62-f0b05cda18e9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.215312] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 4s [ 762.289173] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.289903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.289903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.289903] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.290022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.291035] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port a77a7172-cf6e-4e95-ba62-f0b05cda18e9 not found, creating... [ 762.291035] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.291035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.291035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.291035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.291389] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.291563] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.291782] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.291901] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.292216] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.292416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.292606] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: a77a7172-cf6e-4e95-ba62-f0b05cda18e9 is going to be created. [ 762.312419] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.314017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.364070] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 762.364291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.028701] env[65687]: INFO networking_nsxv3.common.synchronization [req-f50b66e0-2c32-438a-8692-0b9fde09686c req-fdd0790f-5cd3-42fe-8458-339c5a250f76 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 763.028886] env[65687]: INFO networking_nsxv3.common.synchronization [req-f50b66e0-2c32-438a-8692-0b9fde09686c req-fdd0790f-5cd3-42fe-8458-339c5a250f76 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 763.029068] env[65687]: INFO networking_nsxv3.common.synchronization [req-f50b66e0-2c32-438a-8692-0b9fde09686c req-fdd0790f-5cd3-42fe-8458-339c5a250f76 service nova] Enqueued Resource ID: a77a7172-cf6e-4e95-ba62-f0b05cda18e9 with Priority: HIGHEST for action port [ 763.029642] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 763.029788] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 763.030354] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7172-cf6e-4e95-ba62-f0b05cda18e9 with Priority: HIGHEST for action port [ 763.030771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.030938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.031049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.031378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.031554] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.033250] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.033250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.033250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.033524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.033696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.033831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.033918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.034258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.034379] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.035535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.035691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.035787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.035978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.036265] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77a7172-cf6e-4e95-ba62-f0b05cda18e9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.538218] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.538799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.538799] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.539499] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77a7172-cf6e-4e95-ba62-f0b05cda18e9 with status ACTIVE [ 763.539722] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.539849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.539955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.540401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.540650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.540650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.540793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540953] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.542736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.542862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.543017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.543116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.543224] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77a7172-cf6e-4e95-ba62-f0b05cda18e9 is going to be updated. [ 763.565532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.566111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.566266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77a7172-cf6e-4e95-ba62-f0b05cda18e9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.045881] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.226232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 764.226387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.226552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.226810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.226942] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.227078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.227144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.227295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.227454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.227454] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.550604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.550946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.550946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.551133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.551247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551354] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be created. [ 764.581929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.581929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.581929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.581929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.581929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.594402] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: UNINITIALIZED for 2s [ 764.730094] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.232627] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.735986] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.735986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.735986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.736468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.736572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.736680] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 765.769047] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.769047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.769047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.769238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.769403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.782620] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 766.608071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 766.608311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.608710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.608860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.608976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.609150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.609255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.609503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.609503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.609503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.609679] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.891849] env[65687]: INFO networking_nsxv3.common.synchronization [req-5c2f6d76-f1cb-41fe-a481-6a3a9637d908 req-97416d1f-2a32-4ad9-860e-43c4cf884fba tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 766.892432] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 766.892671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.894018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.894018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.894018] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.116042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.116042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.116042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.116042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.116042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.116878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.116878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.116878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.116878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.116878] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.276712] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.276977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.276977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.277239] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.277481] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.277648] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.277760] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.277957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.278180] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.278414] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.278552] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.278673] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.278798] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.278925] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.279058] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.279603] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.306233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.306233] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.306233] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.306233] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.306233] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.306233] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.306448] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.306754] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.306929] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.397601] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.397771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.397827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.398125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.398230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.398430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.398531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.398823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.398823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.398922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.398954] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 767.428079] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.428231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.428717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440611] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 767.619866] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 767.636349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.636349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.636349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.636558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.636558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.636778] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.636890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.636935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.637122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.637185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.637361] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.637453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.637514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.637710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.637782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.637977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.638053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.638132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.638274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.638346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.638429] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be created. [ 767.696967] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.696967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.696967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.696967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.715089] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 767.800280] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 767.800962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.800962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801380] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.801473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801911] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.809927] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.810434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.810563] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.810911] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.810991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.811166] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad not found, creating... [ 767.811447] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.811678] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.811725] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.811931] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.812079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.812367] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.812543] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.812636] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.812847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.812977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.813126] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad is going to be created. [ 767.851906] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852128] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852209] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852439] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852666] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.957544] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 767.957544] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:1 started [ 767.994119] env[65687]: INFO networking_nsxv3.common.synchronization [None req-eace5a70-5a43-43c1-abd2-14e5cbad0f08 None None] Enqueued Resource ID: e9cb2da2-084f-4000-9c91-4a3ba745a94d with Priority: HIGHEST for action port [ 767.995646] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cb2da2-084f-4000-9c91-4a3ba745a94d with Priority: HIGHEST for action port [ 767.995646] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cb2da2-084f-4000-9c91-4a3ba745a94d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.995866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cb2da2-084f-4000-9c91-4a3ba745a94d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.995866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cb2da2-084f-4000-9c91-4a3ba745a94d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.996299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cb2da2-084f-4000-9c91-4a3ba745a94d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.996299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cb2da2-084f-4000-9c91-4a3ba745a94d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.304380] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.304595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.304595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.304934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.305156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.305293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.305446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.305626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.305740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.305858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.306055] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.306203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.306462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.306808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.306991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.307133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.307217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.307391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.307494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.307627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.307737] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.498655] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9cb2da2-084f-4000-9c91-4a3ba745a94d [ 768.498885] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.499722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.499722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.499722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.499722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.499885] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9cb2da2-084f-4000-9c91-4a3ba745a94d already deleted. [ 768.500022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cb2da2-084f-4000-9c91-4a3ba745a94d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.580720] env[65687]: INFO networking_nsxv3.common.synchronization [req-5c2f6d76-f1cb-41fe-a481-6a3a9637d908 req-0822ebb3-6839-493f-a604-0a73b45573a5 service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 768.580778] env[65687]: INFO networking_nsxv3.common.synchronization [req-5c2f6d76-f1cb-41fe-a481-6a3a9637d908 req-0822ebb3-6839-493f-a604-0a73b45573a5 service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 768.580903] env[65687]: INFO networking_nsxv3.common.synchronization [req-5c2f6d76-f1cb-41fe-a481-6a3a9637d908 req-0822ebb3-6839-493f-a604-0a73b45573a5 service nova] Enqueued Resource ID: f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad with Priority: HIGHEST for action port [ 768.581646] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 768.581814] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 768.581814] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad with Priority: HIGHEST for action port [ 768.582193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.582330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.582374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.582603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.582704] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.584313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.584313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.586127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.586127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.586127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.586127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.586600] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.809965] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9415bd10-6937-4adc-b69e-84271bb62faf: rpc.has_security_group_logging(os_id): False [ 768.829821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.829972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.829972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.830334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.830334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.830514] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.830586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.830646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.831863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.831983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.832259] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.832642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.832642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.832986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.833112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.833312] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.833418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.833487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.833641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.833721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.833810] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 768.907090] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.907264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.907352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.907560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.907783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.929988] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 769.087978] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.088386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.094594] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad with status ACTIVE [ 769.094845] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.095000] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.095088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.096039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.096546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.096808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.096931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.099236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.100820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.100820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.100820] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad is going to be updated. [ 769.127816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.127816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.128724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.128724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.128724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9aa55c1-d3ad-4cc0-aaa0-06caf484e2ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.453891] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 769.453891] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 769.453996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.454168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.454666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.454666] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.454828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.454828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.454940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.455027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.455147] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.726932] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 769.727192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.961444] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.465131] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.636278] env[65687]: INFO networking_nsxv3.common.synchronization [None req-54a84b7d-e265-40f3-9fc3-a962b005da08 None None] Enqueued Resource ID: f9e00bf0-1302-438e-a49f-8a4e798726b1 with Priority: HIGHEST for action port [ 770.636916] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e00bf0-1302-438e-a49f-8a4e798726b1 with Priority: HIGHEST for action port [ 770.637371] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9e00bf0-1302-438e-a49f-8a4e798726b1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.637532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9e00bf0-1302-438e-a49f-8a4e798726b1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.637639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9e00bf0-1302-438e-a49f-8a4e798726b1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.638068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9e00bf0-1302-438e-a49f-8a4e798726b1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.638169] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e00bf0-1302-438e-a49f-8a4e798726b1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.952073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 770.952073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.971568] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.971688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.971763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.971989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.972098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972195] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 771.008609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.008735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.008809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.010383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.025785] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 771.143584] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9e00bf0-1302-438e-a49f-8a4e798726b1 [ 771.144945] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.145077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.145212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.145539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.145691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.145842] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9e00bf0-1302-438e-a49f-8a4e798726b1 already deleted. [ 771.145977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9e00bf0-1302-438e-a49f-8a4e798726b1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039339] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 773.039767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.040432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.040432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.040432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.040432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.040719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.040719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.040719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.040851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.543751] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.543751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.544220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.544494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.544690] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.544807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.544880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.545203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.545203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.546191] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.546191] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.546571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.546571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.546571] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.051214] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 774.070114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.070331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.070331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.070580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.070640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.071323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.071323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.071323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.071323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.071323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.071593] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.071593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.071593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.071715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.071761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.071917] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.072019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.074034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.074034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.074034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.075046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 774.139861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.139861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.139861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.139861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.140174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.156400] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 774.384974] env[65687]: INFO networking_nsxv3.common.synchronization [None req-105ed05a-3efc-4a62-8ef0-5cefdeefb780 None None] Enqueued Resource ID: bdf1afb5-8e3a-4460-bcee-065873601c4c with Priority: HIGHEST for action port [ 774.385475] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf1afb5-8e3a-4460-bcee-065873601c4c with Priority: HIGHEST for action port [ 774.385737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf1afb5-8e3a-4460-bcee-065873601c4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.385864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf1afb5-8e3a-4460-bcee-065873601c4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.385938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf1afb5-8e3a-4460-bcee-065873601c4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.387165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf1afb5-8e3a-4460-bcee-065873601c4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.387989] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf1afb5-8e3a-4460-bcee-065873601c4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.891306] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf1afb5-8e3a-4460-bcee-065873601c4c [ 774.893911] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.893911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.893911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.893911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.893911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.893911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf1afb5-8e3a-4460-bcee-065873601c4c already deleted. [ 774.894426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf1afb5-8e3a-4460-bcee-065873601c4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.937183] env[65687]: INFO networking_nsxv3.common.synchronization [None req-993de66f-fcd0-48b4-b224-d2c08c520c63 tempest-ServersV294TestFqdnHostnames-1991605642 tempest-ServersV294TestFqdnHostnames-1991605642-project-member] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 775.937835] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 775.938232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.938381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.938460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.938876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.939014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.114179] env[65687]: INFO networking_nsxv3.common.synchronization [None req-13fea89b-403b-494a-adbe-78b4e9e82153 tempest-ServersV294TestFqdnHostnames-1991605642 tempest-ServersV294TestFqdnHostnames-1991605642-project-member] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 776.115533] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 776.115533] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.115533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174197] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 776.174197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.467673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.467673] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a already deleted. [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.467673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.467673] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.864054] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f0f6c67d-491e-477f-b33b-b20df0a401bc None None] Enqueued Resource ID: a1f2914d-7ec2-4292-8fca-b8d40527c2f2 with Priority: HIGHEST for action port [ 776.864634] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f2914d-7ec2-4292-8fca-b8d40527c2f2 with Priority: HIGHEST for action port [ 776.864940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f2914d-7ec2-4292-8fca-b8d40527c2f2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.865109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f2914d-7ec2-4292-8fca-b8d40527c2f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.865186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f2914d-7ec2-4292-8fca-b8d40527c2f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.865448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f2914d-7ec2-4292-8fca-b8d40527c2f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.865532] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f2914d-7ec2-4292-8fca-b8d40527c2f2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.999220] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.999702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.999702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.999702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.999702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.001465] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a already deleted. [ 777.001465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.371034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f2914d-7ec2-4292-8fca-b8d40527c2f2 [ 777.371034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.371034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.371034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.371034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.371034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.371034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f2914d-7ec2-4292-8fca-b8d40527c2f2 already deleted. [ 777.371034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f2914d-7ec2-4292-8fca-b8d40527c2f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.974915] env[65687]: INFO networking_nsxv3.common.synchronization [None req-94e5549b-3a50-4ada-b467-7439bd2de352 None None] Enqueued Resource ID: f9bba383-0572-4832-babf-dd584f6387f5 with Priority: HIGHEST for action port [ 777.975896] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bba383-0572-4832-babf-dd584f6387f5 with Priority: HIGHEST for action port [ 777.976315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9bba383-0572-4832-babf-dd584f6387f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.977367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9bba383-0572-4832-babf-dd584f6387f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.977367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9bba383-0572-4832-babf-dd584f6387f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.977367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9bba383-0572-4832-babf-dd584f6387f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.977367] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9bba383-0572-4832-babf-dd584f6387f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.479887] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9bba383-0572-4832-babf-dd584f6387f5 [ 778.481207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.481385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.481456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.481987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.481987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.481987] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9bba383-0572-4832-babf-dd584f6387f5 already deleted. [ 778.481987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9bba383-0572-4832-babf-dd584f6387f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.732023] env[65687]: INFO networking_nsxv3.common.synchronization [req-a022df33-c888-43d0-9d4f-634adee270d4 req-0c6e828d-8b70-4baf-ba13-d0f097b52bb5 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 778.732256] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 778.732721] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.732813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.732894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.733660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733660] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.733660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.733660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.733958] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.236309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.236510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.236588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.236827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.236922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.237144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.237266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.237325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.237511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.237591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.237706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 779.276733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.277012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.277068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.277326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.277444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.288387] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 780.046962] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 780.048847] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 780.050640] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 780.050640] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 780.050640] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.050640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.050640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.051307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.051307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.051307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.051482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.051603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.051705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.051801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.053289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.053445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.053516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.054090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.054090] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.055815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.055938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.056242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.056242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.056428] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.106354] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 780.106552] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 780.106675] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_rules [ 780.107127] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 780.107292] env[65687]: INFO networking_nsxv3.common.synchronization [req-c8a9ab69-5085-4e99-9b9b-b03b45c31a2e req-98e9f5c6-d65a-40c3-a4aa-01c3cedd4f66 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 780.107892] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 780.108146] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_rules [ 780.108196] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 780.108333] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 780.108435] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 780.108746] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.109530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.110018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.110267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.110361] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.111273] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aea224a-9a7c-43c1-9ce8-8227fe4e1605 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.111399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.111469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.111705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.111789] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.112618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad7bf90-4155-4281-bef7-ec413d04b6d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.118115] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad7bf90-4155-4281-bef7-ec413d04b6d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.119105] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.119227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.119444] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.119544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.461171] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8edf80a7-5966-4315-b98e-2aeaa4e6874d None None] Enqueued Resource ID: ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad with Priority: HIGHEST for action port [ 780.461737] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad with Priority: HIGHEST for action port [ 780.462119] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.462264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.462305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.462669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.462669] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.560062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.560062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.620615] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.620853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.621205] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.621306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.622961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad7bf90-4155-4281-bef7-ec413d04b6d3 with status ACTIVE [ 780.622961] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.623127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.623127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.623456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.623597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.623751] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.623845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.623907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.625034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.625034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.625034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.625034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.625034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 is going to be updated. [ 780.650178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.650885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.966669] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad [ 780.966977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.967173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.967242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.967478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.967549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.967797] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad already deleted. [ 780.968165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccff4b19-ee9d-481f-a10f-4bfd8a38b3ad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.062414] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.063515] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.301186] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 781.301354] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 deletion is rescheduled due to dependency. [ 781.301409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.374796] env[65687]: INFO networking_nsxv3.common.synchronization [req-56ec3c55-b7ff-4f28-a4e6-ed95adcf3d1d req-4b92e7ff-0df2-43ff-8c42-190a9b616bf3 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 781.375101] env[65687]: INFO networking_nsxv3.common.synchronization [req-56ec3c55-b7ff-4f28-a4e6-ed95adcf3d1d req-4b92e7ff-0df2-43ff-8c42-190a9b616bf3 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 781.375747] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 with Priority: HIGHEST for action security_group_members [ 781.376338] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 781.376338] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.376338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.376614] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.376614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.418404] env[65687]: INFO networking_nsxv3.common.synchronization [req-56ec3c55-b7ff-4f28-a4e6-ed95adcf3d1d req-4b92e7ff-0df2-43ff-8c42-190a9b616bf3 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 781.419046] env[65687]: INFO networking_nsxv3.common.synchronization [req-56ec3c55-b7ff-4f28-a4e6-ed95adcf3d1d req-4b92e7ff-0df2-43ff-8c42-190a9b616bf3 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 781.419046] env[65687]: INFO networking_nsxv3.common.synchronization [req-56ec3c55-b7ff-4f28-a4e6-ed95adcf3d1d req-4b92e7ff-0df2-43ff-8c42-190a9b616bf3 tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 781.419181] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_rules [ 781.419477] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 781.419477] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 with Priority: HIGHEST for action port [ 781.419744] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.419865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420442] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad7bf90-4155-4281-bef7-ec413d04b6d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.421052] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad7bf90-4155-4281-bef7-ec413d04b6d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.566403] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.566557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.566631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.566859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.566947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.567092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 is going to be created. [ 781.568509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.568621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.568691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.568866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.568949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.569052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 781.627377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.627573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.628584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.628584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.635762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.635762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.635762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.644605] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 in Status: UNINITIALIZED for 2s [ 781.645413] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 781.923136] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad7bf90-4155-4281-bef7-ec413d04b6d3 with status ACTIVE [ 781.923389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.923527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.923594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.923900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.923900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.924089] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.924192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.924249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.924399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.924474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.924657] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.924746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.924809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.924949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.925034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.925120] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad7bf90-4155-4281-bef7-ec413d04b6d3 is going to be updated. [ 781.948571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.949277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.949400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.949608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.949755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.949931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad7bf90-4155-4281-bef7-ec413d04b6d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.656695] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 783.657015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.657750] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 in Status: SUCCESS [ 783.657942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.658113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.658319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.658507] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.658631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.658715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.663141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.663253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.663355] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.664262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.664442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.664618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.665047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.665047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.665047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.665047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.665760] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.173640] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.173640] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173640] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.174077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.174077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.174077] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 is going to be deleted. [ 784.226168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.226439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.226439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.227667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.227667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.228304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.230271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.230271] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.230271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.230462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.231193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.231193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.231193] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.464382] env[65687]: INFO networking_nsxv3.common.synchronization [req-4cbd4938-67a2-4b9f-ad7f-13ac1a90ac61 req-7a039b15-3f85-4fbe-82c9-a75b3fc790d6 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 784.464382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGHEST for action security_group_members [ 784.464382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.464382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.464382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.464382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.464382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.464382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.464382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.465058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.465267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.465448] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.679417] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.734694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.734848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.734918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.735163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.735247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.735440] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.735538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.735599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.735748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.735821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.735902] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 already deleted. [ 784.735982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.736098] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.736926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.737109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.737259] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.737359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.737435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.737557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.737643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.737747] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.967929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.968664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.968664] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.969371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.969371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.969371] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 is going to be updated. [ 785.000128] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.000128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.000128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.000315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.000461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.011228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: IN_PROGRESS for 2s [ 785.048081] env[65687]: INFO networking_nsxv3.common.synchronization [req-00d7a856-7cd0-4321-8d53-9d028ad580cf req-16567028-7c5a-4335-8f8b-a03d5e7111b1 tempest-ServersTestManualDisk-1136892093 tempest-ServersTestManualDisk-1136892093-project-member] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 785.048081] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 785.048540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.048540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.048540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.048704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049300] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049545] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.182092] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.183033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.183033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.183033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.183033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.183033] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 785.219027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.219027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.219027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.219027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.219323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.229211] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 785.243907] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aea224a-9a7c-43c1-9ce8-8227fe4e1605',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.245301] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.245301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.245467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.245650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.245752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.245951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.247228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.247228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.247228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.247378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.247412] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 already deleted. [ 785.247498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.505396] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.506082] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-945" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.506082] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-945" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.506239] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-945" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.506536] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.506710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.506874] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.507762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.507762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.507762] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.507919] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.508052] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.508170] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.508308] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.508547] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.508603] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.535087] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.535358] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.535358] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.536096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-945" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.536096] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-489a6c49-22f2-49d0-941e-f0b74dc647e7 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.536296] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.536367] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.536724] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.536879] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489a6c49-22f2-49d0-941e-f0b74dc647e7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.552728] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.552930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.553016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.553283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.553446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.553638] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.553838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.553838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.554046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.554124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.554216] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb already deleted. [ 785.554324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.749345] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aea224a-9a7c-43c1-9ce8-8227fe4e1605: rpc.has_security_group_logging(os_id): False [ 785.769901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.770159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.770235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.770641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.770982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.770982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.771091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.771158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.771319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.771396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.771484] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 is going to be created. [ 785.800873] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605], does not exist path=[/infra/domains/default/groups/2aea224a-9a7c-43c1-9ce8-8227fe4e1605]."\n}' [ 785.801142] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605 [ 785.801142] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 785.840781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.841122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.841361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.842721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.842995] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.843131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.843202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.843392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.843481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.843732] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.843841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.843892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.844049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.844123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.844199] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aea224a-9a7c-43c1-9ce8-8227fe4e1605 is going to be created. [ 785.862379] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605], does not exist path=[/infra/domains/default/groups/2aea224a-9a7c-43c1-9ce8-8227fe4e1605]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605 [ 785.862820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aea224a-9a7c-43c1-9ce8-8227fe4e1605" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.863164] env[65687]: Traceback (most recent call last): [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 785.863248] env[65687]: return func(*args, **kwargs) [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 785.863248] env[65687]: res.raise_for_status() [ 785.863248] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 785.863248] env[65687]: raise HTTPError(http_error_msg, response=self) [ 785.863248] env[65687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605 [ 785.863248] env[65687]: During handling of the above exception, another exception occurred: [ 785.863248] env[65687]: Traceback (most recent call last): [ 785.863248] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 785.863248] env[65687]: listener.cb(fileno) [ 785.863248] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 785.863248] env[65687]: result = function(*args, **kwargs) [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 785.863248] env[65687]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 785.863248] env[65687]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 785.863248] env[65687]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 785.863248] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 785.863248] env[65687]: res.raise_for_status() [ 785.863248] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 785.863248] env[65687]: raise HTTPError(http_error_msg, response=self) [ 785.863248] env[65687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2aea224a-9a7c-43c1-9ce8-8227fe4e1605 [ 785.863248] env[65687]: Removing descriptor: 20 [ 786.039879] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.040133] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.040258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.040591] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.040741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.040896] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 489a6c49-22f2-49d0-941e-f0b74dc647e7 not found, creating... [ 786.041185] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.041336] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.041445] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.041690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.041899] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.042409] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.042534] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.042624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.042883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.043796] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 489a6c49-22f2-49d0-941e-f0b74dc647e7 is going to be created. [ 786.069329] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069557] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.069676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.070062] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.070341] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.070562] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815097] env[65687]: INFO networking_nsxv3.common.synchronization [req-00d7a856-7cd0-4321-8d53-9d028ad580cf req-85c9c169-58ec-47db-8bb9-562b29eb2565 service nova] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 786.815377] env[65687]: INFO networking_nsxv3.common.synchronization [req-00d7a856-7cd0-4321-8d53-9d028ad580cf req-85c9c169-58ec-47db-8bb9-562b29eb2565 service nova] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 786.815584] env[65687]: INFO networking_nsxv3.common.synchronization [req-00d7a856-7cd0-4321-8d53-9d028ad580cf req-85c9c169-58ec-47db-8bb9-562b29eb2565 service nova] Enqueued Resource ID: 489a6c49-22f2-49d0-941e-f0b74dc647e7 with Priority: HIGHEST for action port [ 786.816334] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_rules [ 786.816518] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 786.816662] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489a6c49-22f2-49d0-941e-f0b74dc647e7 with Priority: HIGHEST for action port [ 786.817047] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817707] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.819656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.819823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.821483] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.821483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.821483] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.822147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-489a6c49-22f2-49d0-941e-f0b74dc647e7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.822311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.822378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.822806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.822806] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489a6c49-22f2-49d0-941e-f0b74dc647e7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.022185] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 in Status: SUCCESS [ 787.022363] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 deletion is rescheduled due to dependency. [ 787.022473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.173455] env[65687]: INFO networking_nsxv3.common.synchronization [None req-ac2b376d-5086-41dd-af44-505206106a31 None None] Enqueued Resource ID: fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea with Priority: HIGHEST for action port [ 787.173922] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea with Priority: HIGHEST for action port [ 787.174829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.174829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.174829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.174829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.175067] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.239651] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 787.239938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.241135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.241698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.241788] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.242031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.242118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.242391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.242534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.242685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.242849] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.243964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.244219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.244465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.244828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.244828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.244956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.245104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.245257] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.325072] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.325312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333985] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.334993] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 489a6c49-22f2-49d0-941e-f0b74dc647e7 with status ACTIVE [ 787.335141] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.335261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.335332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.335531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.335619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.335806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.335925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.335983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.336251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.336487] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.336572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.336663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.336824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.336909] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 489a6c49-22f2-49d0-941e-f0b74dc647e7 is going to be updated. [ 787.360614] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.360758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.360865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.361097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.361255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.361425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489a6c49-22f2-49d0-941e-f0b74dc647e7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.679566] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea [ 787.679805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.679942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.680113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.680325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.680543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.680543] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea already deleted. [ 787.680642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb0da2f1-eb5c-4c62-bc9a-6ef76d88e6ea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.747991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.747991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.748198] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.838680] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.253178] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.342197] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.343107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.343107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.343107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.343107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.343107] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb is going to be created. [ 788.371330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.371330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.371330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.373036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384504] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: UNINITIALIZED for 2s [ 788.756048] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.756210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.756282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.756501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.756593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.756700] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 788.790032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.790032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.790032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.790312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.790312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.801210] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 790.395903] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: SUCCESS [ 790.396213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.397036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.397338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.397570] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.397762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.397857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399638] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.590530] env[65687]: INFO networking_nsxv3.common.synchronization [None req-00de10a8-9f14-4ab0-bad4-e72bfeee6f1d None None] Enqueued Resource ID: 8e20f380-b73b-4b0d-a457-b074cef6e058 with Priority: HIGHEST for action port [ 790.591113] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e20f380-b73b-4b0d-a457-b074cef6e058 with Priority: HIGHEST for action port [ 790.591425] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e20f380-b73b-4b0d-a457-b074cef6e058 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.591550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e20f380-b73b-4b0d-a457-b074cef6e058" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.591615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e20f380-b73b-4b0d-a457-b074cef6e058" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.591857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e20f380-b73b-4b0d-a457-b074cef6e058" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.591941] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e20f380-b73b-4b0d-a457-b074cef6e058',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.815386] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 790.815660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.815884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.816599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.816599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.816599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.816599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.816833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.816833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.816974] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.902721] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.095034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e20f380-b73b-4b0d-a457-b074cef6e058 [ 791.095034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.095034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.095034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.095342] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e20f380-b73b-4b0d-a457-b074cef6e058 already deleted. [ 791.095448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e20f380-b73b-4b0d-a457-b074cef6e058" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.320100] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.407259] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9960d0a-7889-4e36-9a20-244d984b52bb: rpc.has_security_group_logging(os_id): False [ 791.428924] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.428924] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.428924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.428924] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb is going to be created. [ 791.508677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.508894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.508951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.509174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.509400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.524322] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: IN_PROGRESS for 2s [ 791.822808] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.902855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.902855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.902855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.902855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.902855] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.218415] env[65687]: INFO networking_nsxv3.common.synchronization [req-b487534f-9c73-4456-8fdf-94ea4afd3573 req-0d6ee69f-3497-4fce-a18c-a77ba88fb88b tempest-ServerRescueTestJSONUnderV235-2017702407 tempest-ServerRescueTestJSONUnderV235-2017702407-project-member] Enqueued Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 792.218415] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 with Priority: HIGHEST for action security_group_members [ 792.218415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.218415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.326776] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.326776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.326776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.326776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.326776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.326776] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 792.370959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.371161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.371207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.371433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.371591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.386442] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 792.405086] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.910021] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.412032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 793.412032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 793.540296] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: SUCCESS [ 793.540585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.951838] env[65687]: INFO networking_nsxv3.common.synchronization [req-eebfb4ae-2984-4f96-b852-b6dee7d901cc req-d48a72b8-047a-414f-af2e-53b1a5eac85a tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 793.952424] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 793.952733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.952860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.952927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.953166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.953337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.954589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.954589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.954589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.954589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.954589] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.280170] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.296372] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 794.297392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.299076] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 794.340022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.340022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.340022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.340022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.346441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.347014] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 794.347171] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.347171] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 794.387045] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.387434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.387434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.387568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.388506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.388683] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 794.402729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 794.403073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403707] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.404146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.404264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.404377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.404571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2063bbd1-43bf-49a5-b65a-b31e005d9194 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.404670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.404750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.404935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.408060] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.408060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.408060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.408293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.408391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408560] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.410132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.410132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.410132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.410132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.410132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.410132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.410347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.410347] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.456437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.456622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.456687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.456908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.464687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.464844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.464913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.465361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.465653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.465888] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 794.478507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.478769] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.478928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.479019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.479370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.479370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.479370] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 794.517958] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.518302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.518400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.518679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.518953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.529586] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 794.591302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.591302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.591302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.591302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.591302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.591302] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 794.591302] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0752a0fd-e9d8-4491-a1e7-38e514561b27', '9415bd10-6937-4adc-b69e-84271bb62faf', '2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2', 'b9960d0a-7889-4e36-9a20-244d984b52bb', '77d6fd2e-1ac0-4109-abc4-e8354d9ae146', '2f7511fa-448f-4710-8ad5-e0821ab144a5', 'f61a4f4d-f531-4683-81e1-ef962c572188', '769c246f-d700-46a5-bbc1-93ed2f65fcaa', '275baf0e-da07-4d92-8829-48f5d24ac817', '352710ab-e4c9-4eaf-9e79-6e0a6bf5b882', '4c2376ea-f141-4bcc-93f2-10865cdb8612', 'd4dbba22-1776-40b8-870a-27023feff10d', 'a6bd5eb4-41f5-441e-9b6f-8305a6d35d75', '79016044-c9e8-462d-9c2a-b291fd297f2d', 'eafa655a-14dc-4614-a5be-83dca2d03d1c', 'bedd3d41-95ba-460f-a00c-3570bb62e4df', '04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72', 'f423ea2e-20a9-4605-8fe8-74a8917fa1ff', '2f8b818c-6a34-4989-af06-d2dc56fce7f5', '4da2c2b4-604c-4bae-83c7-3afe7895fbd1', 'dbb1884a-7f06-4d42-a7f3-e3154125dfea', '3184ef78-6668-4710-9001-796af0725457', '0edaf697-b9a0-4ef8-bd7b-67030291635a', 'd3e5e342-26bd-4b7e-aefd-04a2b4d54f4e', '2063bbd1-43bf-49a5-b65a-b31e005d9194', 'e3cf3f46-103c-40a5-9b26-615a4cd146fb', 'fb1566dd-691f-40d9-8a10-cad3614b8964', '198b5382-8087-42d3-ab37-7e38097f64e2', '68179595-d0de-4cce-bae5-01860a5283af', '487ffce7-4f7f-4e8d-9e3d-401ae625b4b8', 'd9d74229-c35d-4e5b-b9e0-f16ee5f4a39b', 'fd5c84b8-3044-4b49-ab10-14cc86d942ca', '3c1aca69-6bc3-41d6-9399-588c0a690cad', '4b7c835b-5a58-453a-bee5-b1ce1796b613', '3fb8854a-7cd0-48b8-9907-e43b4daa7067', '177f664b-324a-4f6b-9d8b-f51dcbe3c8ce'} {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.591302] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 794.622410] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.622593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.622641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.622844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.622911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.624042] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 794.624042] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.624042] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 794.691070] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.691070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.691070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.691260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.691940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.692341] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 794.692615] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.692615] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 794.692615] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 794.693421] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGH for action security_group_rules [ 794.693421] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGH for action security_group_rules [ 794.693879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGH for action security_group_rules [ 794.693879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGH for action security_group_rules [ 794.693879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGH for action security_group_rules [ 794.693879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGH for action security_group_rules [ 794.693879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGH for action security_group_rules [ 794.694042] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGH for action security_group_rules [ 794.694287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 794.694287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGH for action security_group_rules [ 794.694377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGH for action security_group_rules [ 794.694427] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGH for action security_group_rules [ 794.694516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.912339] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2063bbd1-43bf-49a5-b65a-b31e005d9194: rpc.has_security_group_logging(os_id): False [ 794.914916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.915083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.915179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.915444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.938808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.939016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.953568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.953979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.953979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.954155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.954702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.954818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.954918] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 794.956576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.957501] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.957626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.957726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.957882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.957963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.958746] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.958871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.958940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.959692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.959794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.960025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.960123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.960123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.960371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.960431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.960520] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be updated. [ 795.008925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.009113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.009188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.009568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.009568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.027024] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 795.060612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.060818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.061055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.061206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077944] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: IN_PROGRESS for 2s [ 796.540886] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 796.541297] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 796.541416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.859115] env[65687]: INFO networking_nsxv3.common.synchronization [req-b1bcc9a9-74de-419a-9334-5ebec5a27953 req-fda06217-5df9-4419-9f99-0e918a878593 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 796.859642] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 796.859825] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 796.859945] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 with Priority: HIGH for action security_group_rules [ 796.860378] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGH for action security_group_rules [ 796.860512] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafa655a-14dc-4614-a5be-83dca2d03d1c with Priority: HIGH for action security_group_rules [ 796.860631] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGH for action security_group_rules [ 796.860698] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 with Priority: HIGH for action security_group_rules [ 796.860775] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff with Priority: HIGH for action security_group_rules [ 796.860869] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 796.860961] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79016044-c9e8-462d-9c2a-b291fd297f2d with Priority: HIGH for action security_group_rules [ 796.861200] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedd3d41-95ba-460f-a00c-3570bb62e4df with Priority: HIGH for action security_group_rules [ 796.861200] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGH for action security_group_rules [ 796.861311] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dbba22-1776-40b8-870a-27023feff10d with Priority: HIGH for action security_group_rules [ 796.862248] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275baf0e-da07-4d92-8829-48f5d24ac817 with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGH for action security_group_rules [ 796.863377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGH for action security_group_rules [ 796.864313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.864313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.864313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.864313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.864313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.864313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.864773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.864773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.864773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.864773] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.865715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.865844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.865894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.866828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.866828] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.868077] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.868077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.868077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.868247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.868302] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.869737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870209] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.871320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eafa655a-14dc-4614-a5be-83dca2d03d1c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.871420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.871463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.871614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.871681] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eafa655a-14dc-4614-a5be-83dca2d03d1c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.876185] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.876288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.876475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.876552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.876610] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.877820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.877965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.878064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.878217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.878300] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8b818c-6a34-4989-af06-d2dc56fce7f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.879311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.879430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.879509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.880036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.880036] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f423ea2e-20a9-4605-8fe8-74a8917fa1ff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.880652] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.880838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.880838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.880973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.881059] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.882065] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79016044-c9e8-462d-9c2a-b291fd297f2d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.882190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.882235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.882373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.882446] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79016044-c9e8-462d-9c2a-b291fd297f2d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.883519] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bedd3d41-95ba-460f-a00c-3570bb62e4df taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.883678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.883678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.883836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.883887] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bedd3d41-95ba-460f-a00c-3570bb62e4df',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.884169] env[65687]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 796.885820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.885820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.885820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.885820] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.886773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4dbba22-1776-40b8-870a-27023feff10d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.886773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.886926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.886976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.887155] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4dbba22-1776-40b8-870a-27023feff10d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.888991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2376ea-f141-4bcc-93f2-10865cdb8612 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.888991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.888991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.888991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.888991] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2376ea-f141-4bcc-93f2-10865cdb8612',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.889382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.889382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.889468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.889577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.889649] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352710ab-e4c9-4eaf-9e79-6e0a6bf5b882',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.890700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275baf0e-da07-4d92-8829-48f5d24ac817 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.890838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.890927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.891096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.891975] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275baf0e-da07-4d92-8829-48f5d24ac817',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.892120] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f7511fa-448f-4710-8ad5-e0821ab144a5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.892255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.892347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.892495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.892875] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f7511fa-448f-4710-8ad5-e0821ab144a5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.893541] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.893644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.894204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.894204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.894204] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.894899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.895363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.895363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.895363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.895363] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.896190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.896290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.896361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.896542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.896611] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.897418] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.897625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.897625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.898402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.898402] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.898402] env[65687]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 796.901517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.902318] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.902318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.902318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.902530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.902530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.902630] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.102231] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 797.102398] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 deletion is rescheduled due to dependency. [ 797.102537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.105589] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 in Status: SUCCESS [ 797.105801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.106400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.106623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.106827] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2063bbd1-43bf-49a5-b65a-b31e005d9194',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.265568] env[65687]: INFO networking_nsxv3.common.synchronization [None req-6c396d20-4251-406a-9083-5b6562a3d48d None None] Enqueued Resource ID: 15b41b78-19df-482f-b12f-d2d1a15183ed with Priority: HIGHEST for action port [ 797.266187] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b41b78-19df-482f-b12f-d2d1a15183ed with Priority: HIGHEST for action port [ 797.267365] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b41b78-19df-482f-b12f-d2d1a15183ed taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.267365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b41b78-19df-482f-b12f-d2d1a15183ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.267365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b41b78-19df-482f-b12f-d2d1a15183ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.267365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b41b78-19df-482f-b12f-d2d1a15183ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.267365] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b41b78-19df-482f-b12f-d2d1a15183ed',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.293794] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.294391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.294391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.294391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.294638] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.294792] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.294905] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.295135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.295272] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.295466] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.295585] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.295775] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.295901] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.296046] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.296841] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.296841] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.324576] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.324761] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.325112] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.325354] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-628" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.325730] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-a6413ed2-f645-438d-b515-ba57ac355936 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.326636] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.326636] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.326636] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.326636] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6413ed2-f645-438d-b515-ba57ac355936',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.400797] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.410738] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.410897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.411230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.411230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.411363] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.411508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.411565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.411693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.411784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.411890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.412058] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.412163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.412241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.412486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.412632] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.412727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.412779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.412920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.412998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.413105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.413199] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.432141] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.432141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.432141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.432141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.453145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.453277] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2 is going to be deleted. [ 797.520651] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.520651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.520651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.520651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.520651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.520990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a53d4f7-fe6c-4dc3-b32f-c389fc843eb2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.590791] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591977] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.594051] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.594576] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.594965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.595103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.595168] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.604824] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.605061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.605310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.605438] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.605593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.605769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.605850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.605923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.606024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.609182] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.609182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.609182] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.609579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.609579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.609579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.609579] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.611773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.611972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.611972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.612126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.612289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.612442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.612442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614375] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.614375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.614725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614844] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.615847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.615847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.615990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.616040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.616190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.616312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.616370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.616464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.616557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.616635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.616716] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.636908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.637184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.637184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.637528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.641352] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.641549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.687242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.687732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.688326] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.688427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.689222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.689349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.690057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.690160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.690877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.690969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.691725] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.691820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.692550] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.692649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.693343] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.693441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.697211] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.697211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.697211] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.697211] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.697211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.697211] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.697211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.697211] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8b818c-6a34-4989-af06-d2dc56fce7f5 is going to be deleted. [ 797.697727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.697963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.720499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.720636] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79016044-c9e8-462d-9c2a-b291fd297f2d is going to be deleted. [ 797.721544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.721750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.746226] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4dbba22-1776-40b8-870a-27023feff10d is going to be deleted. [ 797.747261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.747479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.768975] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.769110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.769333] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15b41b78-19df-482f-b12f-d2d1a15183ed [ 797.769503] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.769609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.769672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.769883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.769966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15b41b78-19df-482f-b12f-d2d1a15183ed already deleted. [ 797.770155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b41b78-19df-482f-b12f-d2d1a15183ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275baf0e-da07-4d92-8829-48f5d24ac817 is going to be deleted. [ 797.772127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.772311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.792919] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.792919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.803972] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.803972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.803972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.803972] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f7511fa-448f-4710-8ad5-e0821ab144a5 is going to be deleted. [ 797.803972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.804381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.804381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.804381] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2063bbd1-43bf-49a5-b65a-b31e005d9194 is going to be deleted. [ 797.805084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.805268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.829279] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.829530] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.829658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.829960] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.830129] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.830285] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port a6413ed2-f645-438d-b515-ba57ac355936 not found, creating... [ 797.830564] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.830730] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.830910] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.831161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.831301] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.831594] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.831752] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.831875] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.832092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.832227] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.832372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: a6413ed2-f645-438d-b515-ba57ac355936 is going to be created. [ 797.868155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.870030] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352710ab-e4c9-4eaf-9e79-6e0a6bf5b882 is going to be deleted. [ 797.870644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.870929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.884268] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.884579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.884579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.884856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.885096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.885338] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.910100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.910100] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bedd3d41-95ba-460f-a00c-3570bb62e4df is going to be deleted. [ 797.910481] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.911441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.911828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.916284] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 797.965324] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.965827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.983178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.983311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.995037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.995037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2376ea-f141-4bcc-93f2-10865cdb8612 is going to be deleted. [ 797.995463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.995463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.000969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.000969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.074072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.074268] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be deleted. [ 798.075398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.075747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.078476] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.094970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.095233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.100534] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.101616] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.106280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.106445] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eafa655a-14dc-4614-a5be-83dca2d03d1c is going to be deleted. [ 798.107378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.107996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.120908] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.121828] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.122541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.122541] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.123289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.123414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.123519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.123682] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.123782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.123850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.124019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.124733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.124842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.124970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.125065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.125150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.125237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.125331] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.127313] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.127313] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.137041] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.173976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.174184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.184921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.185176] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f423ea2e-20a9-4605-8fe8-74a8917fa1ff is going to be deleted. [ 798.186232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8b818c-6a34-4989-af06-d2dc56fce7f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79016044-c9e8-462d-9c2a-b291fd297f2d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4dbba22-1776-40b8-870a-27023feff10d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275baf0e-da07-4d92-8829-48f5d24ac817" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2063bbd1-43bf-49a5-b65a-b31e005d9194" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.191274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.227516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.227694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.227841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.227883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.228217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.228399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.228506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.228561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.228916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.229230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.229230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.229402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.229402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f7511fa-448f-4710-8ad5-e0821ab144a5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bedd3d41-95ba-460f-a00c-3570bb62e4df" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352710ab-e4c9-4eaf-9e79-6e0a6bf5b882" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2376ea-f141-4bcc-93f2-10865cdb8612" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.234023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.322354] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.322591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.323675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.323675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.323675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.323675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f423ea2e-20a9-4605-8fe8-74a8917fa1ff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332968] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.333194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.333194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.333424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.333517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.333634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eafa655a-14dc-4614-a5be-83dca2d03d1c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.384208] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.384418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.384514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.384883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.386231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.410529] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 798.414510] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.414510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.414673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.414828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.415043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.415108] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 798.488473] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.489693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.489693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.489693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.489693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.515039] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 798.603079] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9960d0a-7889-4e36-9a20-244d984b52bb: rpc.has_security_group_logging(os_id): False [ 798.604837] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 769c246f-d700-46a5-bbc1-93ed2f65fcaa: rpc.has_security_group_logging(os_id): False [ 798.628762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.629078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.629186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.629465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.631169] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9415bd10-6937-4adc-b69e-84271bb62faf: rpc.has_security_group_logging(os_id): False [ 798.637015] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 798.637015] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d6fd2e-1ac0-4109-abc4-e8354d9ae146: rpc.has_security_group_logging(os_id): False [ 798.637015] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f61a4f4d-f531-4683-81e1-ef962c572188: rpc.has_security_group_logging(os_id): False [ 798.638247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640310] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6bd5eb4-41f5-441e-9b6f-8305a6d35d75: rpc.has_security_group_logging(os_id): False [ 798.663887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.664118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.665510] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.665662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.666671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.666807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.667842] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.667986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.669019] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.669143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.671031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671301] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.671435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.671521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.671785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.671900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.672148] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa is going to be updated. [ 798.673742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.673955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.697315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.697315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.697315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.697315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.697315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.697694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.697694] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb is going to be updated. [ 798.700945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.701376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.723510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.723833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.723986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.723986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.724369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.724369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.724369] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 798.725411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.725690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.746326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.746753] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.746886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.746954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.747170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.747248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.747547] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 798.749025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.749241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.774037] env[65687]: INFO networking_nsxv3.common.synchronization [req-b1bcc9a9-74de-419a-9334-5ebec5a27953 req-150494ae-0803-4ef0-b945-4b75bf92518d service nova] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 798.774152] env[65687]: INFO networking_nsxv3.common.synchronization [req-b1bcc9a9-74de-419a-9334-5ebec5a27953 req-150494ae-0803-4ef0-b945-4b75bf92518d service nova] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 798.774192] env[65687]: INFO networking_nsxv3.common.synchronization [req-b1bcc9a9-74de-419a-9334-5ebec5a27953 req-150494ae-0803-4ef0-b945-4b75bf92518d service nova] Enqueued Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 798.776213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 798.777158] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 798.777158] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 798.777158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.777158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.777158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.777517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.777517] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.778337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.778449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.779031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6413ed2-f645-438d-b515-ba57ac355936 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.779031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.779031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.779031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.779435] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6413ed2-f645-438d-b515-ba57ac355936',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.780645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.781049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.781163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.781234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.781405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.781485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.781689] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.781787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.781849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.781993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.782081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.782274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.782402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.782464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.782603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.782677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.782780] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 798.784772] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.784875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.784945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.786761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.787086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.807851] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: IN_PROGRESS for 2s [ 798.818239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.819127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.819127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.819127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.819127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.819127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.819384] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be updated. [ 798.820865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.820865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.822287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.822287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.822287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.847793] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.847793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.850472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.850612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.854595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.854970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.855098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.855160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.855365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.855451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.855556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 798.857917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.859256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.859459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.859603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861450] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: IN_PROGRESS for 2s [ 798.897023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 798.897023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 798.906062] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.906270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.906440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.907374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.907931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.934276] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 798.969448] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.969638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.969638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.969811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.969940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.999087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.999264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.999321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.001579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.001579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.012118] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: IN_PROGRESS for 2s [ 799.041597] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 799.287566] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.287753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289150] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6413ed2-f645-438d-b515-ba57ac355936 with status ACTIVE [ 799.289893] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.290196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.290196] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.290282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.290315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.290514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.290597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.290855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.290855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.290968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.290998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.291092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6413ed2-f645-438d-b515-ba57ac355936 is going to be updated. [ 799.372154] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.372328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.372362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.372599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.372792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.373584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.425992] env[65687]: INFO networking_nsxv3.common.synchronization [req-4ed25d89-536d-4217-81e9-20e01df0e051 req-3c116ba7-abf5-467e-b76e-e50206ff02ba tempest-ServerRescueTestJSON-1507270341 tempest-ServerRescueTestJSON-1507270341-project-member] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 799.426329] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 799.427046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.427240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.427316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.427579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.427886] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.427979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.428095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.428170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.428253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.428348] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.912116] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.912116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.912116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.912116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.913212] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.916976] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.916976] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.916976] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.916976] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.916976] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.916976] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.916976] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.916976] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.916976] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.916976] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.916976] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.930780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.931643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.931643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.931643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.931905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.932914] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b already deleted. [ 799.934154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.936203] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.936203] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.936203] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.936536] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.936852] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-9f2a44a9-de3f-4f79-a885-3af807281542 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.937189] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.937419] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.937860] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.938198] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a44a9-de3f-4f79-a885-3af807281542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.424566] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 800.424835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.441222] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441392] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441647] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.441805] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.441965] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.442212] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 9f2a44a9-de3f-4f79-a885-3af807281542 not found, creating... [ 800.442525] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.442722] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.442871] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.443109] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.443241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.443531] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.443692] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.443799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.444046] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.444294] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.444470] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 9f2a44a9-de3f-4f79-a885-3af807281542 is going to be created. [ 800.467041] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.467304] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.467411] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.467765] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.468274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.468355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.525072] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 800.525328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.525510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.525783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.526016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.526138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.526236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.526374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.526512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.526583] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.824519] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: SUCCESS [ 800.824862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.875682] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: SUCCESS [ 800.875945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.908850] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 800.909643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.911384] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 800.911384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.953294] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 800.953754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.026877] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: SUCCESS [ 801.027196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.029644] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.051278] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fd0fcbd4-2995-48fc-afa0-abbc0d33205a None None] Enqueued Resource ID: fb86c076-67e0-4397-9e11-71f2d0921b66 with Priority: HIGHEST for action port [ 801.051744] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb86c076-67e0-4397-9e11-71f2d0921b66 with Priority: HIGHEST for action port [ 801.052095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb86c076-67e0-4397-9e11-71f2d0921b66 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.052234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb86c076-67e0-4397-9e11-71f2d0921b66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.052300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb86c076-67e0-4397-9e11-71f2d0921b66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.052603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb86c076-67e0-4397-9e11-71f2d0921b66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.052683] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb86c076-67e0-4397-9e11-71f2d0921b66',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.059120] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 801.059879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.169466] env[65687]: INFO networking_nsxv3.common.synchronization [req-4ed25d89-536d-4217-81e9-20e01df0e051 req-e318959c-c9d0-4f9d-9dee-b92e46755b46 service nova] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_rules [ 801.169669] env[65687]: INFO networking_nsxv3.common.synchronization [req-4ed25d89-536d-4217-81e9-20e01df0e051 req-e318959c-c9d0-4f9d-9dee-b92e46755b46 service nova] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 801.169810] env[65687]: INFO networking_nsxv3.common.synchronization [req-4ed25d89-536d-4217-81e9-20e01df0e051 req-e318959c-c9d0-4f9d-9dee-b92e46755b46 service nova] Enqueued Resource ID: 9f2a44a9-de3f-4f79-a885-3af807281542 with Priority: HIGHEST for action port [ 801.170427] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_rules [ 801.170562] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 801.170669] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2a44a9-de3f-4f79-a885-3af807281542 with Priority: HIGHEST for action port [ 801.171017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.171440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.171494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.171792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.171918] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.174181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.174181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.174181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.174181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.174181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.174181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.174181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.174784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.174784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.175874] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.176575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2a44a9-de3f-4f79-a885-3af807281542 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.177320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.177320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.177320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.177320] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a44a9-de3f-4f79-a885-3af807281542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.532312] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.555259] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb86c076-67e0-4397-9e11-71f2d0921b66 [ 801.556389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.556389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.556389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.556389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.556389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.556389] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb86c076-67e0-4397-9e11-71f2d0921b66 already deleted. [ 801.556389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb86c076-67e0-4397-9e11-71f2d0921b66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.674015] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.674157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.677660] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.678611] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f2a44a9-de3f-4f79-a885-3af807281542 with status ACTIVE [ 801.678819] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.678947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.679044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.679482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.679482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.679591] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.679638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.679669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.679845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.679912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.680136] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.680229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.680290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.680433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.680505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.680589] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f2a44a9-de3f-4f79-a885-3af807281542 is going to be updated. [ 801.706696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.706847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.706916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.707145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.707283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.707443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2a44a9-de3f-4f79-a885-3af807281542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.035889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.036849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.036849] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 802.074758] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.075023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.075123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.075426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.075583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.089289] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 802.184284] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.686823] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.686987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.687305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.687397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.687499] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be created. [ 802.712017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.712194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.712257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.712447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.712606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.726023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: UNINITIALIZED for 2s [ 804.101762] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.101762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.101762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.101762] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.453020] env[65687]: INFO networking_nsxv3.common.synchronization [req-aa9634f4-6572-446e-b7c3-f02b57683796 req-c1cc87a2-b4ea-48fb-ae37-4ec0014366df tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 804.453615] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 804.453940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.457461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.457562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.457872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.459715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.459715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459715] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.604108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.604446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.604544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.605837] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.605837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.605837] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.606293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.606293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.606293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.606293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.606415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.606415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.607055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.607055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.607144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.607350] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.736537] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 804.738274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.738274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.738274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.739064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739429] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.963971] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.964155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.964207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.964447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.964542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.964748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.964842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.965164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.965164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.965164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.965299] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 already deleted. [ 804.965299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.057606] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.057936] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.058429] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.058520] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.059246] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.059246] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.059246] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.060369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.060369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.060369] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.060369] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.060369] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.060369] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.060369] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.060369] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.060729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.085762] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.086042] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.086211] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.086377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.086804] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.087066] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.087232] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.087606] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.087752] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6ed2e9-a799-4b1f-97da-979636f3e5cf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.114056] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 805.133274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.133395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.133583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.153939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.154320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.154320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.154491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.154671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.154671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.154855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.154953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.155022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.155166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.155237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.155426] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.155519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.155582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.155779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.155863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.155952] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 805.215321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.216058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.216058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.216058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.240093] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 805.241604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.241798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.241890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.242183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.242410] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.242625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.242834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.242934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.243085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.243261] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.243671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.243851] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.244217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.244375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.244467] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.592135] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.592135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.592135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.592135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.592135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.592576] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port ec6ed2e9-a799-4b1f-97da-979636f3e5cf not found, creating... [ 805.592576] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.592755] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.592854] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.596688] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.596688] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.597155] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.597374] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.597498] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.598241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.598241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.598241] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: ec6ed2e9-a799-4b1f-97da-979636f3e5cf is going to be created. [ 805.622276] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.622276] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.622276] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.622555] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.622727] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.622841] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.749585] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aee38f8-b03a-499f-a65f-bfe13b4df47b: rpc.has_security_group_logging(os_id): False [ 805.768794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.769327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.769417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.769635] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.770954] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.770954] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.770954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.771386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.771386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.771386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.771386] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be created. [ 805.834880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.835106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.835106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.835306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.835493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.847943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 806.318634] env[65687]: INFO networking_nsxv3.common.synchronization [req-aa9634f4-6572-446e-b7c3-f02b57683796 req-54a010de-0b9e-4adb-b6d9-7c7282202e6a service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 806.318926] env[65687]: INFO networking_nsxv3.common.synchronization [req-aa9634f4-6572-446e-b7c3-f02b57683796 req-54a010de-0b9e-4adb-b6d9-7c7282202e6a service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 806.319056] env[65687]: INFO networking_nsxv3.common.synchronization [req-aa9634f4-6572-446e-b7c3-f02b57683796 req-54a010de-0b9e-4adb-b6d9-7c7282202e6a service nova] Enqueued Resource ID: ec6ed2e9-a799-4b1f-97da-979636f3e5cf with Priority: HIGHEST for action port [ 806.319730] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 806.319903] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 806.320084] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6ed2e9-a799-4b1f-97da-979636f3e5cf with Priority: HIGHEST for action port [ 806.320460] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.320623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.320717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.320987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.321122] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.322033] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.322160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.322227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.322404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.322716] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.322819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.322979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.323063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.323115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.323210] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.323996] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.324200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.324281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.324437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.324585] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6ed2e9-a799-4b1f-97da-979636f3e5cf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.826559] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.826755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.826916] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.827929] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6ed2e9-a799-4b1f-97da-979636f3e5cf with status ACTIVE [ 806.828120] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.828233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.828303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.828647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.828647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.828803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.828912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.828978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.829293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.829374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.829562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.829654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.829709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.829854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.829927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.830024] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6ed2e9-a799-4b1f-97da-979636f3e5cf is going to be updated. [ 806.855032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.855286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.855286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.855495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.855651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.855931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6ed2e9-a799-4b1f-97da-979636f3e5cf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.005311] env[65687]: INFO networking_nsxv3.common.synchronization [None req-13de3bab-71be-4390-a767-892f780802d1 None None] Enqueued Resource ID: dbec4932-af3e-4db5-ba18-af3391dc1644 with Priority: HIGHEST for action port [ 807.005311] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbec4932-af3e-4db5-ba18-af3391dc1644 with Priority: HIGHEST for action port [ 807.005311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbec4932-af3e-4db5-ba18-af3391dc1644 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.005311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbec4932-af3e-4db5-ba18-af3391dc1644" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.005311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbec4932-af3e-4db5-ba18-af3391dc1644" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.005311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbec4932-af3e-4db5-ba18-af3391dc1644" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005311] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbec4932-af3e-4db5-ba18-af3391dc1644',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.257237] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 807.257237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.332990] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.512094] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbec4932-af3e-4db5-ba18-af3391dc1644 [ 807.512359] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.512546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.512829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.512912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbec4932-af3e-4db5-ba18-af3391dc1644 already deleted. [ 807.513138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbec4932-af3e-4db5-ba18-af3391dc1644" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.837317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.837469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.837554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.837792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.837901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.837979] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be created. [ 807.862062] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 807.862320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.865753] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.865753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.865753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.865975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.866160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.877009] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: UNINITIALIZED for 2s [ 808.862726] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 808.863093] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 808.865928] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 808.866947] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 808.868041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.868535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.868535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.868535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.868704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.868838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.868956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.869056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.869144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.869244] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.870251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.872062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.872177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.872507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.872588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.872760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.872760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.873161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.873161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.873370] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.919616] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 808.919790] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 808.919925] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_rules [ 808.920064] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 808.920188] env[65687]: INFO networking_nsxv3.common.synchronization [req-2c780637-ddaf-4add-a439-bd095ee85f96 req-511947b8-cb9f-4a78-ade6-51a4e267ded1 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 808.920722] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 808.920866] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_rules [ 808.920965] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 808.921100] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 808.921157] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 808.921442] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.921560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.921669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.921818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.921991] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.922896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.923039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.923225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.923354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.923433] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.925404] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6413ed2-f645-438d-b515-ba57ac355936 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.925525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925890] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6413ed2-f645-438d-b515-ba57ac355936',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.926977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.927195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.927298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.927381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.326156] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8cd30233-5be6-4aaa-96e3-4e70c6f6b4c5 None None] Enqueued Resource ID: 66bb2f19-d8a4-4b32-8a9d-20437337efe7 with Priority: HIGHEST for action port [ 809.326405] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bb2f19-d8a4-4b32-8a9d-20437337efe7 with Priority: HIGHEST for action port [ 809.327016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bb2f19-d8a4-4b32-8a9d-20437337efe7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.327161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bb2f19-d8a4-4b32-8a9d-20437337efe7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bb2f19-d8a4-4b32-8a9d-20437337efe7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.327483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bb2f19-d8a4-4b32-8a9d-20437337efe7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.327566] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bb2f19-d8a4-4b32-8a9d-20437337efe7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.375977] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.376926] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.428986] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.429132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.429320] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6413ed2-f645-438d-b515-ba57ac355936 with status ACTIVE [ 809.429488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.429590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.429723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.429870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.429958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.430214] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.430313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.430372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.430526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.430598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.430778] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.430883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.430972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.431163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.431269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.431361] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6413ed2-f645-438d-b515-ba57ac355936 is going to be updated. [ 809.433578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.434186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457552] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.457767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.458097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.458250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.458563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.830704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66bb2f19-d8a4-4b32-8a9d-20437337efe7 [ 809.831695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.831695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.831695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.831695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.831990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.831990] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66bb2f19-d8a4-4b32-8a9d-20437337efe7 already deleted. [ 809.832093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bb2f19-d8a4-4b32-8a9d-20437337efe7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.879741] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.880666] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.891333] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 809.891687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.891914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.893512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.893861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.893861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.893999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.893999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.894155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.894155] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.384934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.384934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.385257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.385257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.385372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.385426] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be created. [ 810.386882] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.387015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.387093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.387283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.387359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.387592] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 810.397829] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.426615] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.426771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.426821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.427045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.427222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.443303] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: UNINITIALIZED for 2s [ 810.444440] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.444596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.444681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.444952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.454516] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 810.900968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef3f56e-5126-42cd-8b14-a5b81f082591: rpc.has_security_group_logging(os_id): False [ 810.927114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.927114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927114] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be created. [ 810.989062] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.989390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.989971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.990413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.001793] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 812.126985] env[65687]: INFO networking_nsxv3.common.synchronization [req-62f05849-1da2-4823-93f1-dfdd77860657 req-9e57ee9b-d811-4674-bb83-5494d1c74ad3 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 812.127546] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 812.127901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.128119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.128119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.128295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.128430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.128522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.128580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.128736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.128841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.129797] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.454532] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: SUCCESS [ 812.454760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.455940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.456168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.456373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.456491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.456556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.456710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.456789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.456883] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.470439] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 812.471352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.471669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.471924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.472167] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.472328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.472426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.472622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.472735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.472860] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.475917] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.476251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.476468] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.476737] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.477025] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.477376] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.477537] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.477844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.478067] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.478320] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.478470] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.478843] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.479015] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.479220] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.479365] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.479535] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.501409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.501563] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.501730] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.502825] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.502825] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.502825] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.502825] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.503158] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.503158] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d981b6-cc07-4a6a-9ecb-ce56e581e84e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.633218] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.633383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.633439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.663032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.663032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.663032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 812.698613] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.698707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.698707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.698946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.699066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.712255] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 812.961932] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.982389] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.007195] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.007439] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.007561] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.007968] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.008195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.008374] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 89d981b6-cc07-4a6a-9ecb-ce56e581e84e not found, creating... [ 813.008708] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.008896] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.009025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.009274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.009416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.009712] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.009898] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.010205] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.010474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.010630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.010787] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 89d981b6-cc07-4a6a-9ecb-ce56e581e84e is going to be created. [ 813.025098] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 813.025363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.039594] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.039839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.039960] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.040326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.040535] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.040768] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.477303] env[65687]: INFO networking_nsxv3.common.synchronization [req-4af9d6ad-a4ea-4b11-a0bc-a7b65556f4c4 req-d96ab27f-753d-42cb-b283-97b2571f3ccb tempest-ListImageFiltersTestJSON-422569609 tempest-ListImageFiltersTestJSON-422569609-project-member] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 813.479035] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 813.479199] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.479374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.479466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.479729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.479922] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.480064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.480153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.480381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.480518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.480656] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.485252] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.783184] env[65687]: INFO networking_nsxv3.common.synchronization [req-62f05849-1da2-4823-93f1-dfdd77860657 req-d885d6f2-0b97-419f-816f-e708834433a0 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 813.783352] env[65687]: INFO networking_nsxv3.common.synchronization [req-62f05849-1da2-4823-93f1-dfdd77860657 req-d885d6f2-0b97-419f-816f-e708834433a0 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 813.784263] env[65687]: INFO networking_nsxv3.common.synchronization [req-62f05849-1da2-4823-93f1-dfdd77860657 req-d885d6f2-0b97-419f-816f-e708834433a0 service nova] Enqueued Resource ID: 89d981b6-cc07-4a6a-9ecb-ce56e581e84e with Priority: HIGHEST for action port [ 813.784263] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 813.784263] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 813.784263] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d981b6-cc07-4a6a-9ecb-ce56e581e84e with Priority: HIGHEST for action port [ 813.784578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.784638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.784674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.784916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.784952] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.786694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.786694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.786694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.786694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.786694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.786694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.786694] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d981b6-cc07-4a6a-9ecb-ce56e581e84e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.968585] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.969039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.969122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.969348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.969456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.969553] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be updated. [ 813.983999] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.988049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.988049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.988049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.988049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.988049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.988049] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 814.004339] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.004483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.004550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.004761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.004941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.015772] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: IN_PROGRESS for 2s [ 814.024227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.024381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.024465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.024657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.024801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.035112] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 814.290337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.290337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290337] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89d981b6-cc07-4a6a-9ecb-ce56e581e84e with status ACTIVE [ 814.290337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.290337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.290337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.290337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.290800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.290800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.291816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.291816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.291816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.291816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.291816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.291816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294173] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89d981b6-cc07-4a6a-9ecb-ce56e581e84e is going to be updated. [ 814.319508] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.319711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.319711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.320081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.320310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.320539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89d981b6-cc07-4a6a-9ecb-ce56e581e84e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.486774] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.722907] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 814.723173] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 814.723350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.723593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.723851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.724065] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.724237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.724348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.724565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.724655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.724752] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.989533] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.989726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.989824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.990134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.990241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990360] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be updated. [ 815.023242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.023242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.023242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.023242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.023242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.033673] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 815.228224] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.234212] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 815.234723] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 815.234723] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 815.237441] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 815.237677] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 815.238067] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 815.239373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.239551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.239862] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-199b1360-c77d-4119-aeca-b0823f41b542 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.240600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.240600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.240600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.240600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.240783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.240783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.240979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.241108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.241229] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.242718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.242718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [req-134b30f7-933d-43fc-aa8f-dec781c71767 req-3fb32f9b-a224-45a4-87a8-54f861106a1c tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6413ed2-f645-438d-b515-ba57ac355936 with Priority: HIGHEST for action port [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_rules [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 815.293027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.293027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-199b1360-c77d-4119-aeca-b0823f41b542 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.294550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.294736] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.298227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.298337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.298666] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6413ed2-f645-438d-b515-ba57ac355936 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.299486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.299486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.299486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.299486] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6413ed2-f645-438d-b515-ba57ac355936',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.300128] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.300378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.300460] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.300542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.300709] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-199b1360-c77d-4119-aeca-b0823f41b542 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.300790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.731533] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.745144] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.802303] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6413ed2-f645-438d-b515-ba57ac355936 with status ACTIVE [ 815.802548] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.802661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.802727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.802938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.803046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.803245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.803351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.803405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.803558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.803635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.803823] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.803915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.803979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.804136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.804211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.804296] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6413ed2-f645-438d-b515-ba57ac355936 is going to be updated. [ 815.805644] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-199b1360-c77d-4119-aeca-b0823f41b542 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.805644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.831325] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.831325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.831325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.831325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.831325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.831325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6413ed2-f645-438d-b515-ba57ac355936" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.027804] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: SUCCESS [ 816.028053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.028922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.028922] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.029224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.029224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.029224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.029340] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.030199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.030375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.030540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.030849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.030849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.030849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.031062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.031062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.045621] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 816.045621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.045621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.045897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.046601] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.046601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.046601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.046601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.046601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.046601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.046601] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.047651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.048153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.048334] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.049992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.049992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.049992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.049992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.049992] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.234500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.234680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.234782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.235118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.235180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.235284] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 816.247879] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.266561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.266675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.266741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.266943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.267113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.283707] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 816.533766] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.534823] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.550665] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.550857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.550900] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.750303] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.753561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.753561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.753561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.753561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.753561] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 is going to be created. [ 816.784887] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.784887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.784887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.784887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.784887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.796516] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199b1360-c77d-4119-aeca-b0823f41b542 in Status: UNINITIALIZED for 2s [ 817.036142] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b6490d-ff31-485c-821a-728340d0c60e: rpc.has_security_group_logging(os_id): False [ 817.037234] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.053023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 817.053023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.053023] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.059244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.059411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.059518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.059737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.059860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.060207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.060319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.060410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.060542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.060616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.060701] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be created. [ 817.121065] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.121065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.121065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.121065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.121065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.134631] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: IN_PROGRESS for 2s [ 817.540184] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.540184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.540184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.540576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.541206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.541206] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be updated. [ 817.555251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.555557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.556054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.556135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.556205] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 817.575371] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.575474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.575547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.575795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.575947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.585578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: IN_PROGRESS for 2s [ 817.588155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.588566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.588770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596993] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 818.142487] env[65687]: INFO networking_nsxv3.common.synchronization [req-19e3c094-d5e7-4718-8e1d-1073caa3e86a req-fdb0e6eb-0db1-45e8-a62a-a4b87e455481 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 818.142821] env[65687]: INFO networking_nsxv3.common.synchronization [req-19e3c094-d5e7-4718-8e1d-1073caa3e86a req-fdb0e6eb-0db1-45e8-a62a-a4b87e455481 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 818.142821] env[65687]: INFO networking_nsxv3.common.synchronization [req-19e3c094-d5e7-4718-8e1d-1073caa3e86a req-fdb0e6eb-0db1-45e8-a62a-a4b87e455481 tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 818.143314] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 818.143449] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199b1360-c77d-4119-aeca-b0823f41b542 with Priority: HIGHEST for action security_group_members [ 818.143544] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b6490d-ff31-485c-821a-728340d0c60e with Priority: HIGHEST for action security_group_members [ 818.146414] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.146512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.146732] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-199b1360-c77d-4119-aeca-b0823f41b542 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.146822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147010] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b6490d-ff31-485c-821a-728340d0c60e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.302482] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 818.302678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.302847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.304610] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.304610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.304610] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.694560] env[65687]: INFO networking_nsxv3.common.synchronization [req-559f5394-69e2-4347-b266-173946bceb6b req-2439097c-4c06-46ad-ab00-40306b55306f tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 818.695452] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 818.696488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.696644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.696729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697201] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.697325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.697815] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.808138] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199b1360-c77d-4119-aeca-b0823f41b542 in Status: SUCCESS [ 818.808138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.808138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.808138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.808138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.808138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.808508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.808508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.808508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.808508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.808670] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.809421] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.809728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.809728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.809728] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812020] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.060940] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.061194] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.061316] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.061580] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.062478] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.062478] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.062478] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.062478] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.062691] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.062736] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.062831] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.062915] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.064901] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.064901] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.064901] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.064901] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.091236] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.092022] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.092022] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.092022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.092022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-6525608c-275d-4a07-a298-23e1b54a5987 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.092360] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.092518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.093007] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.093271] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6525608c-275d-4a07-a298-23e1b54a5987',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.147262] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: SUCCESS [ 819.147529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.147644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.147907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.147994] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.200084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.200220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.200220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.200551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.200645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.200843] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.200971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.201031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.201176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.201336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 already deleted. [ 819.201416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.314421] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68179595-d0de-4cce-bae5-01860a5283af: rpc.has_security_group_logging(os_id): False [ 819.315717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.315883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.315963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.317046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.317175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.317208] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 is going to be deleted. [ 819.335773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.335949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.336026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.336452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.336452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.336688] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.336688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.336688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.337159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.337304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.337441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.337807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.337948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.338392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.338539] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 819.350351] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.350556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.350773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.350867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.350980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.351156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.351484] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.351576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.351633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.351852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.351945] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.405030] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.405030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.405030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.405030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.405030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.421101] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 819.596928] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.597304] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.597486] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.598066] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.598066] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598248] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 6525608c-275d-4a07-a298-23e1b54a5987 not found, creating... [ 819.598509] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.598685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.598822] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.599154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.599291] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.599628] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.599871] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.600093] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.600332] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.600465] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.600726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 6525608c-275d-4a07-a298-23e1b54a5987 is going to be created. [ 819.602858] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b6490d-ff31-485c-821a-728340d0c60e in Status: SUCCESS [ 819.603074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.604265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.604426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.604655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.604823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.604915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.605107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.605187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.605430] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.617337] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 819.617685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.617685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.618436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.618436] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.618436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.618436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.618671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.618671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.618758] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.627859] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.628128] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.628213] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.628474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.628704] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.628961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.670794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.671117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.671182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.671415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.671537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.671666] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be deleted. [ 819.765600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.765753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.765823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.766091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.766212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.766329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.855296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856050] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.856160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.856218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.856389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.856464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856552] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 already deleted. [ 819.856634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856744] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.858156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.858342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.858539] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.858673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.858745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.858967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.859073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.859132] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.109339] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.109339] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.109339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.109339] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b6490d-ff31-485c-821a-728340d0c60e is going to be deleted. [ 820.121044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.139232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.139396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.139436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.139634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.139725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.139901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.140311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.140478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.140640] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.140748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.140812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.140955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.141851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.141851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b6490d-ff31-485c-821a-728340d0c60e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.361129] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('199b1360-c77d-4119-aeca-b0823f41b542',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.363025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.363285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.363285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.364025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.364025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.364025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.364025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.364025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.364025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.364236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.364236] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 already deleted. [ 820.364362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379019] env[65687]: INFO networking_nsxv3.common.synchronization [req-559f5394-69e2-4347-b266-173946bceb6b req-698fe32e-768c-4656-b0e1-b548cbe81304 service nova] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_rules [ 820.379019] env[65687]: INFO networking_nsxv3.common.synchronization [req-559f5394-69e2-4347-b266-173946bceb6b req-698fe32e-768c-4656-b0e1-b548cbe81304 service nova] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 820.379019] env[65687]: INFO networking_nsxv3.common.synchronization [req-559f5394-69e2-4347-b266-173946bceb6b req-698fe32e-768c-4656-b0e1-b548cbe81304 service nova] Enqueued Resource ID: 6525608c-275d-4a07-a298-23e1b54a5987 with Priority: HIGHEST for action port [ 820.379958] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_rules [ 820.380170] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 820.380298] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6525608c-275d-4a07-a298-23e1b54a5987 with Priority: HIGHEST for action port [ 820.380682] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.380844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.380930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.381276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.381381] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.383163] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.385061] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.386625] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6525608c-275d-4a07-a298-23e1b54a5987 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.387053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.387172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.387378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.387850] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6525608c-275d-4a07-a298-23e1b54a5987',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.623289] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.643675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.643947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.643947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.644118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.644228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.644472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.644586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.644642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.644809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.644881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.644976] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b6490d-ff31-485c-821a-728340d0c60e already deleted. [ 820.645076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b6490d-ff31-485c-821a-728340d0c60e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.865422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 199b1360-c77d-4119-aeca-b0823f41b542: rpc.has_security_group_logging(os_id): False [ 820.884674] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.884674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.884674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.884961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.884961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.885035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.885102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.885157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.886494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.886494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.886494] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 is going to be created. [ 820.890536] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.891684] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.891868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.892678] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6525608c-275d-4a07-a298-23e1b54a5987 with status ACTIVE [ 820.892678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.892794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.892838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.893111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.893230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894641] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894641] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.894641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.895097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.895097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.895097] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6525608c-275d-4a07-a298-23e1b54a5987 is going to be updated. [ 820.905596] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542], does not exist path=[/infra/domains/default/groups/199b1360-c77d-4119-aeca-b0823f41b542]."\n}' [ 820.905784] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542 [ 820.905836] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 820.918852] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.918852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.918852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.918852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.919185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.919230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6525608c-275d-4a07-a298-23e1b54a5987" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.940980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.940980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.940980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.941896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.942179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.942376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.942376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.942508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.942598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.943441] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.943441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.943441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.943441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.943441] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 199b1360-c77d-4119-aeca-b0823f41b542 is going to be created. [ 820.962822] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542], does not exist path=[/infra/domains/default/groups/199b1360-c77d-4119-aeca-b0823f41b542]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542 [ 820.962822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-199b1360-c77d-4119-aeca-b0823f41b542" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.962822] env[65687]: Traceback (most recent call last): [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 820.962822] env[65687]: return func(*args, **kwargs) [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 820.962822] env[65687]: res.raise_for_status() [ 820.962822] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 820.962822] env[65687]: raise HTTPError(http_error_msg, response=self) [ 820.962822] env[65687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542 [ 820.962822] env[65687]: During handling of the above exception, another exception occurred: [ 820.962822] env[65687]: Traceback (most recent call last): [ 820.962822] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 820.962822] env[65687]: listener.cb(fileno) [ 820.962822] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 820.962822] env[65687]: result = function(*args, **kwargs) [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 820.962822] env[65687]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 820.962822] env[65687]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 820.962822] env[65687]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 820.962822] env[65687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 820.962822] env[65687]: res.raise_for_status() [ 820.962822] env[65687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 820.962822] env[65687]: raise HTTPError(http_error_msg, response=self) [ 820.962822] env[65687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/199b1360-c77d-4119-aeca-b0823f41b542 [ 820.962822] env[65687]: Removing descriptor: 64 [ 821.126357] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.126474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.126540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.126751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.126829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.126921] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 821.157966] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.157966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.157966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.157966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.158168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.171432] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 821.351667] env[65687]: INFO networking_nsxv3.common.synchronization [req-17a1e7e0-c265-4e1e-93ce-cc870234d583 req-5a9d5e81-3c99-48aa-acf1-899621c3fc39 tempest-ServersAdminNegativeTestJSON-1772375497 tempest-ServersAdminNegativeTestJSON-1772375497-project-member] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 821.352500] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 821.352835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.352958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.353029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.353524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.353687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.353783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.353847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.354017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.354098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.354188] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.394728] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.438017] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 821.438156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.825512] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.825885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.826655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.826655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.826787] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.827065] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.827321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.827977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.828135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.828820] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.828820] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.828958] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.829101] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.829220] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.829510] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.829638] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.849263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.849478] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.849578] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.851073] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.851418] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.851639] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.851763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.852136] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.852281] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.857544] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.857679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.857794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.857991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.858090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.858377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.858542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.858542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.858699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.858773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.858859] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 already deleted. [ 821.858940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.896894] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.897086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.897086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.897214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.897308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.897404] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be created. [ 821.924045] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.924345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.924656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.937702] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: UNINITIALIZED for 2s [ 822.355079] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355848] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355965] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.356119] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a not found, creating... [ 822.356447] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.356779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.356779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.357799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.357799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.357799] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.357799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.357799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.358118] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.358184] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.358352] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a is going to be created. [ 822.383586] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.386802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.386802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.386802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.386802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.386802] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.034428] env[65687]: INFO networking_nsxv3.common.synchronization [req-cdfae658-34b7-43d4-bb33-93036c8d10e6 req-63832f0f-336b-4c38-9cde-ef9b7181adf8 tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 823.035110] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 823.035456] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.035652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.035652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.035870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.036038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.036149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.036202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.036367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.036455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.036548] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.121733] env[65687]: INFO networking_nsxv3.common.synchronization [req-17a1e7e0-c265-4e1e-93ce-cc870234d583 req-2088f00e-c71f-4663-9c70-d6c5f54ac367 service nova] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_rules [ 823.121956] env[65687]: INFO networking_nsxv3.common.synchronization [req-17a1e7e0-c265-4e1e-93ce-cc870234d583 req-2088f00e-c71f-4663-9c70-d6c5f54ac367 service nova] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 823.122122] env[65687]: INFO networking_nsxv3.common.synchronization [req-17a1e7e0-c265-4e1e-93ce-cc870234d583 req-2088f00e-c71f-4663-9c70-d6c5f54ac367 service nova] Enqueued Resource ID: bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a with Priority: HIGHEST for action port [ 823.122761] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_rules [ 823.122906] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 823.123018] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a with Priority: HIGHEST for action port [ 823.125343] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.125501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.125566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.125999] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.128791] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.128967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.129063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.129352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.129496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.129799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.129899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.130199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.130322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.130456] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.131908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.131908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.132103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.132209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.132328] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.185155] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 823.185381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.185551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.185789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.185986] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.186132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.186192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.186334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.186704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.186704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.186704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.187064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.187064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.187064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.187064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.187306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.187306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.187402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.187450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.187497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.187580] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.189335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.189335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.189471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.189588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.189664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.189793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.189865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.189961] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.540731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.540731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.540731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.540731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.569175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.569671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.571173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.571173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.571173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.571173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.571173] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 823.603797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.615147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 823.637780] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a with status ACTIVE [ 823.638121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.638323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.638408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.638624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.638714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.638896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.639016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.639106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.639279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.639365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.639561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.639666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.639736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.639898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.639975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.640127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a is going to be updated. [ 823.641362] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.641479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.641678] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.667792] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.668100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.668100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.668236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.668528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.668528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5c9ccd-fe47-4604-bc5f-a7a27e1ff82a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.694225] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 823.694833] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.716421] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.716555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.716638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.716839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.763824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.764370] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.764370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.764370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.764558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.764591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.764805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.764918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.764978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.765145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.765214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.765410] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.765499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.765573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.765767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.765892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.765950] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 823.857136] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.857309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.857373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.857598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.857817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.880368] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 823.966123] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 823.966372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.966600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967036] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.967171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.967240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.967625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.967794] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.144304] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.198183] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.471072] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.471072] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.471072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.471744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.471744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.471744] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.471744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.471744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.471744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.471744] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.472130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.472130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.472130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.472429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.472429] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.647965] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.648151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.648225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.648474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.648589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.648706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be created. [ 824.676317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.677012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.689334] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: UNINITIALIZED for 2s [ 824.701103] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.701538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.702621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.702621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.703089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.703310] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 824.742631] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.742631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.742631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.742631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.742631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.750043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 824.974539] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd77ed5-d632-4be5-8578-523d3eed10c6: rpc.has_security_group_logging(os_id): False [ 825.016936] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.017537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.017692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.017872] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.018030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.018091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.018421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.018421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.018625] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.018740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.018862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.019081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.019164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.019461] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.019591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.019686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.019788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.019863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.019943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be created. [ 825.101530] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.101530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.101530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.101530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.101530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.115059] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 825.628357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 825.628953] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 deletion is rescheduled due to dependency. [ 825.628953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.899363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 825.899707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.899902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.900178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.900272] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.402825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.402915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.701553] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 826.701860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.701960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.702854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.702854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.702854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.702854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.702854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.702854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.703195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.703195] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.763306] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 826.763306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.763859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764393] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.765011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765279] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.129303] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 827.129545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.207350] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.207514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.207584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.207864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.208117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.208394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.208394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.208576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.208576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.208637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.208796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.208926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.208969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.209104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.209241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.209333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.209404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.209525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.209596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.209673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.209760] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.267832] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.268055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.268123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.268352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.268454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.268551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.268611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.268759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.268884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.268979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.269137] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.269229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.269287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.269427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.269558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.269644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.269702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.269830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.270156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.270320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.270356] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.712531] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c0144f9-0182-4d06-8bd9-bbe06b137507: rpc.has_security_group_logging(os_id): False [ 827.737986] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.738267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.738267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.738334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.738447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.738684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.738764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.738964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.739067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739259] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.739381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.739446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.739665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.739665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.739929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.739929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.740841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.740930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.740968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be created. [ 827.776745] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce: rpc.has_security_group_logging(os_id): False [ 827.798238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.798426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.798473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.798694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.798851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.798943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.799111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.799111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.799355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.799550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.799687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.799761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.799795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.799924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.799984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.800194] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.800303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.800356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.800484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.800565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.800664] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 827.803087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.803217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.803276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.803420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.803591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.816820] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 827.896409] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.896705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.896705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.897130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.897324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.955556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 828.125243] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 828.125243] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 829.831268] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 829.831651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.973346] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 829.973574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.126257] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 833.126542] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 833.890708] env[65687]: INFO networking_nsxv3.common.synchronization [req-eac63f6d-b652-4247-8e71-dab7b3df8406 req-d7a6aa7b-44bb-4cd1-80d0-4c10da865625 tempest-ServerAddressesTestJSON-263435249 tempest-ServerAddressesTestJSON-263435249-project-member] Enqueued Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 833.890944] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 833.891286] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.891404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.891505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.891701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.891847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.892865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.892865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.892865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.892865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.892865] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.276110] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.276451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-675" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.276515] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-675" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277165] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-675" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277254] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.277391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.277512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277740] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277922] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.278196] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.278902] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.278902] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.278902] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.278902] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.278902] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.278902] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.301936] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.302181] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.302290] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.302496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-675" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.302903] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.303188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.303335] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.303710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.303902] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.394937] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.395175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.395226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.395525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.395636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.395875] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.395997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.396103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.396288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.396366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.396466] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 already deleted. [ 834.396581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.807066] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.807346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.807481] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.807856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.808027] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.808191] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 not found, creating... [ 834.808497] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.808661] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.808781] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.809019] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.809164] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.809457] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.809615] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.809730] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.809946] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.810095] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.810287] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 is going to be created. [ 834.831240] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.831435] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.831559] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.831923] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.832186] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.832411] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.569545] env[65687]: INFO networking_nsxv3.common.synchronization [req-eac63f6d-b652-4247-8e71-dab7b3df8406 req-642b4087-9b49-45ff-80c0-bbc1230319c4 service nova] Enqueued Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_rules [ 835.569826] env[65687]: INFO networking_nsxv3.common.synchronization [req-eac63f6d-b652-4247-8e71-dab7b3df8406 req-642b4087-9b49-45ff-80c0-bbc1230319c4 service nova] Enqueued Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 835.569997] env[65687]: INFO networking_nsxv3.common.synchronization [req-eac63f6d-b652-4247-8e71-dab7b3df8406 req-642b4087-9b49-45ff-80c0-bbc1230319c4 service nova] Enqueued Resource ID: 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 with Priority: HIGHEST for action port [ 835.570906] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_rules [ 835.571085] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 835.571209] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 with Priority: HIGHEST for action port [ 835.571531] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.571710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.571747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.571979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.572076] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.577405] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.577405] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.577405] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.577405] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.577405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.577405] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.080292] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 with status ACTIVE [ 836.080506] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.080647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.080984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.081094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.081280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.081395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.081465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.081629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.081707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.081897] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.081991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.082064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.082206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.082285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.082374] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26 is going to be updated. [ 836.086178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086545] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.114841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.114841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.114841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.114841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.114841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.114841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f55056b-607e-4a4e-b1d2-6c7cdc1f8e26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.590984] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.098842] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.098842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.098842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.098842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.098842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.098842] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 is going to be created. [ 837.125662] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.125662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.125662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.138991] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: UNINITIALIZED for 2s [ 837.367336] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dc77595d-3da9-48f3-9524-2730640d72c5 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 837.367336] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 837.367336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.367336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.367336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.368292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368440] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.531540] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d169e1aa-efad-4ddd-9bc3-4880762c6e90 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 837.532242] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 837.532598] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.533413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.835872] env[65687]: INFO networking_nsxv3.common.synchronization [req-63c16734-dfdb-49b6-bc2c-73342b6a1583 req-def09bc0-fbfa-48a8-a1bc-498a83780ae7 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 837.835872] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 837.836399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.836746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.836928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.837232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.837522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.838033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.838193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.838433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.838603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.838780] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.895589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.895589] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 already deleted. [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.895589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.895589] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.251391] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.252130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.252130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.252405] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.254531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.254531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.254531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.254531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.254531] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.254531] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.254911] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.254911] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.255120] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.255899] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.255899] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.276261] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.276445] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.276582] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.277544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-452" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.277544] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-b22a2b59-7116-4265-a75c-8a94339732e6 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.277961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.277961] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22a2b59-7116-4265-a75c-8a94339732e6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.341939] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.414552] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.414733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.414867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.415073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.415168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.415258] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 already deleted. [ 838.415335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.780370] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.780699] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.780864] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.781213] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.781400] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.781660] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port b22a2b59-7116-4265-a75c-8a94339732e6 not found, creating... [ 838.782075] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.782294] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.782470] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.782752] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.782920] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.783247] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.783439] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.783598] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.783896] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.784124] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.784314] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: b22a2b59-7116-4265-a75c-8a94339732e6 is going to be created. [ 838.805797] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.806069] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.806226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.806507] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.806737] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.807022] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.844281] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.149725] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: SUCCESS [ 839.149975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.150173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.150412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.150608] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.150726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.150789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.150954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.151088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151270] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.348132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.348334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.348412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.348617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.348834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.349144] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 839.380399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.382438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.382438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.382648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.382853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.394027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 839.571464] env[65687]: INFO networking_nsxv3.common.synchronization [req-63c16734-dfdb-49b6-bc2c-73342b6a1583 req-421a136a-c458-4d7c-b103-984e973189c0 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 839.571643] env[65687]: INFO networking_nsxv3.common.synchronization [req-63c16734-dfdb-49b6-bc2c-73342b6a1583 req-421a136a-c458-4d7c-b103-984e973189c0 service nova] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 839.571782] env[65687]: INFO networking_nsxv3.common.synchronization [req-63c16734-dfdb-49b6-bc2c-73342b6a1583 req-421a136a-c458-4d7c-b103-984e973189c0 service nova] Enqueued Resource ID: b22a2b59-7116-4265-a75c-8a94339732e6 with Priority: HIGHEST for action port [ 839.572392] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_rules [ 839.573138] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 839.573138] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a2b59-7116-4265-a75c-8a94339732e6 with Priority: HIGHEST for action port [ 839.573138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.573138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.573138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.573358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.573392] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.574522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.574522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.574839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22a2b59-7116-4265-a75c-8a94339732e6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.574839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.575028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.575181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.575274] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22a2b59-7116-4265-a75c-8a94339732e6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.654863] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.655058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.655177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.655413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.655589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.655734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.655801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.655971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.656086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.656180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.656331] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.656426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.656480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.656660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.656801] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.656920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.656982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.657146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.657236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657410] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.078024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.078536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.078536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22a2b59-7116-4265-a75c-8a94339732e6 with status ACTIVE [ 840.078675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.078790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.078844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.079233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.079233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.079391] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.079450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.079544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.079718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.079796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.083090] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.083303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.083380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.084262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.084643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.084828] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22a2b59-7116-4265-a75c-8a94339732e6 is going to be updated. [ 840.113466] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.113648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.113716] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.113943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.114146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.114581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22a2b59-7116-4265-a75c-8a94339732e6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.160372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031: rpc.has_security_group_logging(os_id): False [ 840.185339] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.185655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.185655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.186101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.186101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.186428] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.186572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.186645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.186835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.186974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.187215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.187335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.187402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.187667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.187995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.188152] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.188323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.188323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.188524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.188524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.188730] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 is going to be created. [ 840.275424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.275629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.275771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.276078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.276287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.299711] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: IN_PROGRESS for 2s [ 840.533043] env[65687]: INFO networking_nsxv3.common.synchronization [req-7e654976-a3d2-4f7c-a7e1-9f8718d3fab3 req-d17a5804-8947-47ac-98ab-d603f76ac3dc tempest-ServersV294TestFqdnHostnames-1991605642 tempest-ServersV294TestFqdnHostnames-1991605642-project-member] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 840.533629] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 840.533994] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.534483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.534483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.534483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.534593] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.534855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.534855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.534855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.534959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.535361] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.964939] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.965163] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-57" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.965288] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-57" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.965631] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-57" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.965888] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.966223] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.966388] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.966706] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.966900] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.967178] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.967352] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.967644] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.967866] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.968049] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.968216] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.968431] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.991425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.991601] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.991744] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.991918] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-57" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.992828] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.992828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.992828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994184] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994184] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e6b1a5-4676-46dd-a44d-cb4e643bc1d6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.039037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.039198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.039249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.039502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.039595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.039835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.039996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.040121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.040350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.040475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.040575] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a already deleted. [ 841.040660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405072] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 841.405469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.405711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.405904] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.406073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.406141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.406264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.406345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.406546] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.496572] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.496922] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.497696] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.497696] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.497696] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.498030] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 not found, creating... [ 841.498235] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.499015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.499015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.499215] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.499459] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.500087] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.500212] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.500315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.500582] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.500748] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.501143] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 is going to be created. [ 841.527490] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.527490] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.527490] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.527808] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.528258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.528569] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.909438] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.245039] env[65687]: INFO networking_nsxv3.common.synchronization [req-7e654976-a3d2-4f7c-a7e1-9f8718d3fab3 req-cd736345-f99a-40bc-a780-0f0ccfa6a343 service nova] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 842.245039] env[65687]: INFO networking_nsxv3.common.synchronization [req-7e654976-a3d2-4f7c-a7e1-9f8718d3fab3 req-cd736345-f99a-40bc-a780-0f0ccfa6a343 service nova] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 842.245039] env[65687]: INFO networking_nsxv3.common.synchronization [req-7e654976-a3d2-4f7c-a7e1-9f8718d3fab3 req-cd736345-f99a-40bc-a780-0f0ccfa6a343 service nova] Enqueued Resource ID: 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 with Priority: HIGHEST for action port [ 842.249022] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_rules [ 842.249022] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 842.249022] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 with Priority: HIGHEST for action port [ 842.249022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.249022] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.249022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.249022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.251270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.251404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.251502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.251841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.251841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.252286] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.253434] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.253434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253729] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e6b1a5-4676-46dd-a44d-cb4e643bc1d6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.312979] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: SUCCESS [ 842.313402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.412651] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.755429] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.755576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.755750] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 with status ACTIVE [ 842.755917] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.756044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.756106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.756305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.756391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.756558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.756652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.756708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.757031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.757031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.757191] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.757191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.757298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.757379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.757448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.757523] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e6b1a5-4676-46dd-a44d-cb4e643bc1d6 is going to be updated. [ 842.758742] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.782323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.782323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.782629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.782774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.786274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e6b1a5-4676-46dd-a44d-cb4e643bc1d6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.915031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.915254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.915364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.915721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.915915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.916106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 842.954255] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.954255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.954255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.954545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.954638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.967347] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 843.260862] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.764053] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.764427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.764427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.764767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.764919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.765054] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a is going to be created. [ 843.795430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.796063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.807736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: UNINITIALIZED for 2s [ 844.109675] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-c7a9fcda-d902-4df4-ba2e-1745815f4fc3 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 844.110293] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 844.110630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.110780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.110858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.111291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.111485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.111618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.111684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.113183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.113183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.113183] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.430191] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.430388] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.430506] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.431812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.431812] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.431812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.431812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.431812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.432137] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.432177] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.432327] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.432379] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.433023] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.433023] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.433023] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.433023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.452925] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.453134] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.453281] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.453460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.453813] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-da671760-c2c2-4726-98de-fc4ca391ddae taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.454122] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.454193] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.454486] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.454649] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da671760-c2c2-4726-98de-fc4ca391ddae',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.614493] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.614676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.615275] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.615373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.615433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.615743] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 already deleted. [ 844.615815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.957594] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.958051] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.958105] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.958740] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.958740] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port da671760-c2c2-4726-98de-fc4ca391ddae not found, creating... [ 844.959028] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.959629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.959629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.959629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.959629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.960690] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.960690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.960690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.960690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.960690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.960690] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: da671760-c2c2-4726-98de-fc4ca391ddae is going to be created. [ 844.979559] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 844.979790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.980018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.980250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.980463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.980580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.980808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.980890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.981020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.981121] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.990523] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.990739] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.990864] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.991177] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.991412] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.991643] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.484627] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.485215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.485406] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.485509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.485624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.485754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.485890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.486023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.486212] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.486335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.486385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.486820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.486820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.486820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.487016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.487063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.487173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.487264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.487903] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.742012] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-e0a42264-7d4e-4144-b31b-088516ebe08f service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 845.742317] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-e0a42264-7d4e-4144-b31b-088516ebe08f service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 845.742391] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-e0a42264-7d4e-4144-b31b-088516ebe08f service nova] Enqueued Resource ID: da671760-c2c2-4726-98de-fc4ca391ddae with Priority: HIGHEST for action port [ 845.742973] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 845.743164] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 845.743306] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da671760-c2c2-4726-98de-fc4ca391ddae with Priority: HIGHEST for action port [ 845.743643] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.743816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.743927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.744701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.744701] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.745353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.745520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.745636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.745919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.746167] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.746315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.746417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.746626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.746709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.746816] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.747687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-da671760-c2c2-4726-98de-fc4ca391ddae taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.748976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.748976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.748976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.748976] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da671760-c2c2-4726-98de-fc4ca391ddae',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.818419] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: SUCCESS [ 845.818642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.819123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.819412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.819661] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.819835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.819917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820510] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.991039] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9415bd10-6937-4adc-b69e-84271bb62faf: rpc.has_security_group_logging(os_id): False [ 846.012933] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.013207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.013207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.013408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.038462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.038714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.038855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.039239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.039383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.039905] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.040167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.040293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.040926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.040926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.041271] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.041398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.041463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.041636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.041715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.041817] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 846.119450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.119679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.119679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.119880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.120143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.139285] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 846.251010] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.252587] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.252587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.253604] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da671760-c2c2-4726-98de-fc4ca391ddae with status ACTIVE [ 846.253604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.253604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.253604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.253604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.253992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.254043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.254502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.254683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.254962] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.255148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.255655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.255655] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da671760-c2c2-4726-98de-fc4ca391ddae is going to be updated. [ 846.283328] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.283994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.284119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.284317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.284462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.284629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da671760-c2c2-4726-98de-fc4ca391ddae" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.323605] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.759033] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.825968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185193e0-9f16-4131-9b37-8228ab90be7a: rpc.has_security_group_logging(os_id): False [ 846.835061] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-7b38bcb6-2462-4d01-8e17-2e4cf3f33c1a tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 846.835955] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 846.837338] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.837499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.840743] env[65687]: INFO networking_nsxv3.common.synchronization [req-9ea09590-0e60-4604-8ebf-998fe208f949 req-56d55063-1d49-4e75-a052-d051ebbf9b7a tempest-ServerAddressesTestJSON-263435249 tempest-ServerAddressesTestJSON-263435249-project-member] Enqueued Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 846.841094] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGHEST for action security_group_members [ 846.841384] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.842712] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.842712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.842712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.844345] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.844475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.844700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.844809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.844809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.845596] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.845741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.845892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.845934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.846139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.846269] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a is going to be created. [ 846.925950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.926111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.926199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.926467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.926572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.937688] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: IN_PROGRESS for 2s [ 847.176185] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.176501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.176501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.176756] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.177011] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.177355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.177576] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.178083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.178292] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.178580] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.178736] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.178908] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.179093] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.179302] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.179460] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.179634] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.200122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.200122] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.200122] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.200122] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.200122] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-4bc417da-6d98-4c60-ba96-c747a329adf7 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.200437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.200437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.201519] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.201519] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc417da-6d98-4c60-ba96-c747a329adf7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.260748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.260915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.260991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.261232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.261323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.261422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be created. [ 847.298312] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.298632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.298780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.299063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.299275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.310495] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: UNINITIALIZED for 2s [ 847.348950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.349210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.349353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.349615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.349615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.349884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.349983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.350048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.350365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.350483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.350583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 is going to be updated. [ 847.382607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.382756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.382851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.383096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.383253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.392582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: IN_PROGRESS for 2s [ 847.703644] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.703935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.704104] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.704430] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.704590] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.705061] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 4bc417da-6d98-4c60-ba96-c747a329adf7 not found, creating... [ 847.705131] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.705315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.705423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.705652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.705788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.706093] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.706262] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.706379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.706580] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.706721] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.706861] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 4bc417da-6d98-4c60-ba96-c747a329adf7 is going to be created. [ 847.728496] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.728698] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.728828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.729280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.729606] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.729933] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.160432] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 848.160606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.456760] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-4da22f6e-4ff7-48a6-87d6-161831e7100f service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 848.457086] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-4da22f6e-4ff7-48a6-87d6-161831e7100f service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 848.457144] env[65687]: INFO networking_nsxv3.common.synchronization [req-3a2595ce-a9be-4e6e-ac35-be4d6e606c5f req-4da22f6e-4ff7-48a6-87d6-161831e7100f service nova] Enqueued Resource ID: 4bc417da-6d98-4c60-ba96-c747a329adf7 with Priority: HIGHEST for action port [ 848.457667] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 848.457828] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 848.457969] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc417da-6d98-4c60-ba96-c747a329adf7 with Priority: HIGHEST for action port [ 848.458413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.458538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.458855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.458969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.459242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc417da-6d98-4c60-ba96-c747a329adf7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.459371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.459434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.459621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.459714] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc417da-6d98-4c60-ba96-c747a329adf7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.950495] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: SUCCESS [ 848.950776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.962683] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc417da-6d98-4c60-ba96-c747a329adf7 with status ACTIVE [ 848.962683] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.962891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.962891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.963230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.963230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.963346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.963503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.963503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.963630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.963712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.963981] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.963981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.964226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.964226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.964460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.964460] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc417da-6d98-4c60-ba96-c747a329adf7 is going to be updated. [ 848.987773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.987961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.988051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.988269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.988407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.988575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc417da-6d98-4c60-ba96-c747a329adf7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.321483] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 849.321810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.323014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.323014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.323014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.323014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.323014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.323014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.323443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.323443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.323443] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.324352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.324352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.325407] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.325407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.325407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.325407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.325407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.325407] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.404554] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 in Status: SUCCESS [ 849.404775] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 deletion is rescheduled due to dependency. [ 849.404840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.539917] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-bdd9dad0-6ef5-44da-b966-6c2952ca0b4c tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 849.539917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 849.540331] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.540477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.540554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.540764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.540938] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.541042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.541109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.541264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.541352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.541443] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.648098] env[65687]: INFO networking_nsxv3.common.synchronization [req-f3175d41-9af2-4ccd-9cbc-f997825b1057 req-abd2cccf-f251-4e2d-bf3b-25cbdda62f3f tempest-ListImageFiltersTestJSON-422569609 tempest-ListImageFiltersTestJSON-422569609-project-member] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 849.648702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGHEST for action security_group_members [ 849.649092] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.649219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.649286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.649901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.649901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.649901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.649901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.649901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.650378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.650378] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.827567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.830834] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.952585] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-c83f395a-85e0-43b5-bc77-204014836143 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 849.953175] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 849.953486] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.953598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.046904] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.046904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.046904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.046904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067133] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067133] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 850.119096] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.119096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.119096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.119096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.119096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.128938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 850.156063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.156063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.156063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.182519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.182611] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.182686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.182723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.182909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.182987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183394] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be updated. [ 850.213293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.214020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.214020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.214020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.214020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.225275] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: IN_PROGRESS for 2s [ 850.289580] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.289803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-350" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.289883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-350" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.290305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-350" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.290574] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.290741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.290856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.291110] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.291270] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.291468] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.291584] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.291694] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.291802] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.291910] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.292025] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.292159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.323388] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.323582] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.323809] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.324341] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-350" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.324994] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-e834d773-379e-4735-a353-0b55e51e39b9 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.325382] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.325584] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.326095] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.326251] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e834d773-379e-4735-a353-0b55e51e39b9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.332777] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.829741] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830162] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830162] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.830448] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.830593] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.830751] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port e834d773-379e-4735-a353-0b55e51e39b9 not found, creating... [ 850.831039] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.831218] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.831335] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.831572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831712] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.832016] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.832182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.832295] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.832510] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.832643] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.832782] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: e834d773-379e-4735-a353-0b55e51e39b9 is going to be created. [ 850.835782] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.836024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.836024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.836271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.836329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.836404] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 850.855457] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.855840] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.856248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.856579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.856872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.857174] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.870048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.882830] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 851.569234] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-3f7108a2-2548-4374-b475-841251bbd6a6 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 851.569409] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-3f7108a2-2548-4374-b475-841251bbd6a6 service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 851.569541] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-3f7108a2-2548-4374-b475-841251bbd6a6 service nova] Enqueued Resource ID: e834d773-379e-4735-a353-0b55e51e39b9 with Priority: HIGHEST for action port [ 851.570143] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 851.570208] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 851.570304] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834d773-379e-4735-a353-0b55e51e39b9 with Priority: HIGHEST for action port [ 851.570651] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.570701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.570742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.570937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.571012] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.573227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e834d773-379e-4735-a353-0b55e51e39b9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.573982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.573982] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e834d773-379e-4735-a353-0b55e51e39b9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.076768] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.076768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.077322] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e834d773-379e-4735-a353-0b55e51e39b9 with status ACTIVE [ 852.077322] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.077322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.077489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.077664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.077804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.078863] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.078863] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.078863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.079679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.079679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079679] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e834d773-379e-4735-a353-0b55e51e39b9 is going to be updated. [ 852.101860] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.102015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.102077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.102289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.102431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.102594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e834d773-379e-4735-a353-0b55e51e39b9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.135404] env[65687]: INFO networking_nsxv3.common.synchronization [req-4e5ff1c6-a489-4509-bf0b-c8d0d5b6a6b8 req-ccbf4646-f359-484b-9453-230c1072462e tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 852.136120] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 852.136580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.136580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.136791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.136845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.137026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.137528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.137641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.137783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.137945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.138451] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.144206] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 852.144392] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 deletion is rescheduled due to dependency. [ 852.144508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.145174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.145456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.146066] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.146268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.146375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.146672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.146750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.146873] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.242191] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b in Status: SUCCESS [ 852.242442] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b deletion is rescheduled due to dependency. [ 852.242510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.499034] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.499310] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-761" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.499437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-761" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.499859] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-761" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.500827] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.500948] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.500991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.501242] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.501387] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.501606] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.501707] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.501825] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.501929] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.502098] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.502294] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.502474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.523532] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.523601] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.523721] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.523918] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-761" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.524262] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-6a120880-bd78-46c0-895d-cc66ba440fdb taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.524444] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.524588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.524978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.525133] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a120880-bd78-46c0-895d-cc66ba440fdb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.528024] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528267] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528380] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.528656] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528879] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.529020] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.529248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.529388] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.529924] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.529924] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.529924] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.529924] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.530380] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.530380] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.530380] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.555304] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.555644] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.555842] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.556082] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.556441] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-08bf8db4-70f9-49b5-8246-dd7e83d143ac taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.556702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.556784] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.557117] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.557269] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bf8db4-70f9-49b5-8246-dd7e83d143ac',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.641343] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.649359] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.894141] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 852.894387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.894560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.894785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.895068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.895193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.895259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.895428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.895508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.895604] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.032676] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.032919] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.033050] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.033359] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.033511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.033665] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 6a120880-bd78-46c0-895d-cc66ba440fdb not found, creating... [ 853.033939] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.034122] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034239] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.034476] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.034613] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.034915] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.035092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.035216] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035433] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035705] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 6a120880-bd78-46c0-895d-cc66ba440fdb is going to be created. [ 853.060338] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.060722] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.060956] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.061419] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.061630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.061890] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 08bf8db4-70f9-49b5-8246-dd7e83d143ac not found, creating... [ 853.062330] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.062608] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.062812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.063223] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.063473] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.063963] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.064245] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.064485] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.064844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.065094] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.065340] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 08bf8db4-70f9-49b5-8246-dd7e83d143ac is going to be created. [ 853.073298] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.073489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.073628] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074091] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.075051] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.075051] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.113383] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.113874] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.113874] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.113984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.114252] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.114514] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.144331] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.151857] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.398344] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.647989] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.648191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.648265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.648490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.648596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.648699] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 853.653799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.654180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.654400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.654640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.654732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.654829] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 853.683748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.683981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.684069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.684377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.684624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.687151] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.687350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.687438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.687617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.687815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.700589] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 853.701365] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 853.787733] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-e325c668-0917-4140-8de9-f3865d2dacce service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 853.787953] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-e325c668-0917-4140-8de9-f3865d2dacce service nova] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 853.788122] env[65687]: INFO networking_nsxv3.common.synchronization [req-e86297a4-ee14-4f2c-8503-e48cc47c4772 req-e325c668-0917-4140-8de9-f3865d2dacce service nova] Enqueued Resource ID: 6a120880-bd78-46c0-895d-cc66ba440fdb with Priority: HIGHEST for action port [ 853.788726] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_rules [ 853.788894] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 853.789030] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a120880-bd78-46c0-895d-cc66ba440fdb with Priority: HIGHEST for action port [ 853.789373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.789492] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.789720] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.789818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.789979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a120880-bd78-46c0-895d-cc66ba440fdb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.790126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.790527] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a120880-bd78-46c0-895d-cc66ba440fdb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.808873] env[65687]: INFO networking_nsxv3.common.synchronization [req-4e5ff1c6-a489-4509-bf0b-c8d0d5b6a6b8 req-0a3ca699-8995-47fc-b300-c887d2914575 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 853.809089] env[65687]: INFO networking_nsxv3.common.synchronization [req-4e5ff1c6-a489-4509-bf0b-c8d0d5b6a6b8 req-0a3ca699-8995-47fc-b300-c887d2914575 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 853.809229] env[65687]: INFO networking_nsxv3.common.synchronization [req-4e5ff1c6-a489-4509-bf0b-c8d0d5b6a6b8 req-0a3ca699-8995-47fc-b300-c887d2914575 service nova] Enqueued Resource ID: 08bf8db4-70f9-49b5-8246-dd7e83d143ac with Priority: HIGHEST for action port [ 853.809723] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 853.810346] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 853.810346] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bf8db4-70f9-49b5-8246-dd7e83d143ac with Priority: HIGHEST for action port [ 853.810346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.810346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.810712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.810712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.810712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.811697] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.811782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.811969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bf8db4-70f9-49b5-8246-dd7e83d143ac taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.812091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.812828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.812828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.812828] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bf8db4-70f9-49b5-8246-dd7e83d143ac',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.900430] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.292727] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a120880-bd78-46c0-895d-cc66ba440fdb with status ACTIVE [ 854.293168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.293276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.293372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.293521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.293635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.293800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.293907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.293965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.294183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.294354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.294540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.294622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.294760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.294831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.294914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a120880-bd78-46c0-895d-cc66ba440fdb is going to be updated. [ 854.314124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.314213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.315583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bf8db4-70f9-49b5-8246-dd7e83d143ac with status ACTIVE [ 854.315784] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.315908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.315974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.316208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.316301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.316476] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.316571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.316631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.316786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.316881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.317056] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.317206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.317263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.317449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.317523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.317667] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bf8db4-70f9-49b5-8246-dd7e83d143ac is going to be updated. [ 854.319805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.319805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.319973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.320020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.320826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.320826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a120880-bd78-46c0-895d-cc66ba440fdb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.343177] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.343800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.343800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.343800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.343998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.343998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bf8db4-70f9-49b5-8246-dd7e83d143ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402476] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.403130] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 854.450880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.451317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.451317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.451317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.451467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.462149] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 855.714491] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 855.714851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.715560] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 855.715768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.715946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.716186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.716459] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.716604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.716604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.716879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.716879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.716958] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.718817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.719120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.719841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.719841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.719841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.719841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.719841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.719841] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.220181] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.222917] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.474407] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 856.474741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.474952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.475234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.475465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.475670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.475938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.476186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.476250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.476404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.476598] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.476732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.476813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.476984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.477310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.477561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477985] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.722649] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.724287] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.980483] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7: rpc.has_security_group_logging(os_id): False [ 857.006579] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.006941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.006941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.007162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.007337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.007528] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.007720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.007878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.008058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.008208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.008360] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.008502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.008603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.008681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.008760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.008978] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.009163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.009163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.009367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.009443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.009520] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be created. [ 857.100435] env[65687]: INFO networking_nsxv3.common.synchronization [req-83b5fff0-919b-455d-a120-864f4d2b976c req-cd700538-43a5-4e5d-b14e-d6766d661245 tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 857.103917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 857.105156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.105352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.105433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.105571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.105798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.108153] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.108243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.108806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.108806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.108806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.109060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.109060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.109144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.110856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.110856] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.127984] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 857.226695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.226980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.227186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.227638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.227729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.227892] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 857.230383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.230621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.230621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.231170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.231241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.231333] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 857.297472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.297700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.297959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.309488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.310026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.312124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.312457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.312836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.318410] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 857.324051] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 857.494888] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.494888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.494888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.494888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.495311] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.498955] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.498955] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.498955] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.498955] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.498955] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.498955] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.498955] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.498955] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.498955] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.498955] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.498955] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.565835] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.566240] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.566472] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.566763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.567245] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-d741aae8-8a9d-4e2d-b035-7592bc13ec89 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.567547] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.567716] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.568149] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.568334] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d741aae8-8a9d-4e2d-b035-7592bc13ec89',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.612606] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.612799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.612849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.613079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.613178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.613395] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.613503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.613577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.613786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.613868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.613976] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab already deleted. [ 857.614080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.616734] env[65687]: INFO networking_nsxv3.common.synchronization [req-f698762d-6524-410b-a8e4-efe3dda05a7c req-d5febd76-bc56-4896-a95a-e2f5fbe6efad tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 857.616933] env[65687]: INFO networking_nsxv3.common.synchronization [req-f698762d-6524-410b-a8e4-efe3dda05a7c req-d5febd76-bc56-4896-a95a-e2f5fbe6efad tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 857.617229] env[65687]: INFO networking_nsxv3.common.synchronization [req-f698762d-6524-410b-a8e4-efe3dda05a7c req-d5febd76-bc56-4896-a95a-e2f5fbe6efad tempest-SecurityGroupsTestJSON-1656596807 tempest-SecurityGroupsTestJSON-1656596807-project-member] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 857.618055] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGHEST for action security_group_members [ 857.618145] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGHEST for action security_group_members [ 857.618237] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGHEST for action security_group_members [ 857.618519] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.618644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.618712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.618953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.619148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.619262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.619335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.619502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.619598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.619726] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.621215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.621333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.621405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.621580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.621735] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.621835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.621898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.622159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.622276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.622379] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.623349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.623487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.623601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.623757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.623859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.624155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625359] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.071274] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.071274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.071274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.071723] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.071723] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.071798] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port d741aae8-8a9d-4e2d-b035-7592bc13ec89 not found, creating... [ 858.072045] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.072207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.072321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.072539] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.072671] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.072955] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.073121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.073235] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.073441] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.073568] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.073703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: d741aae8-8a9d-4e2d-b035-7592bc13ec89 is going to be created. [ 858.093961] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.094187] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.094314] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.094606] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.094844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.095085] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.126886] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.127066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.127140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.127349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.128698] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.128820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.151453] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.151583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.151925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.152072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.152129] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be updated. [ 858.153118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.153303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.153390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.153685] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.153783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.153843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.154168] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be updated. [ 858.155048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.155214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.217383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.217561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.217739] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.217832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.218152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.218269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.218369] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be updated. [ 858.220602] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.220756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.220861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.221099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.221268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.248525] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: IN_PROGRESS for 2s [ 858.255114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.255114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.255114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.255357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.255393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.268524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: IN_PROGRESS for 2s [ 858.299576] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.299781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.299836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.300022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.300232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.322594] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: IN_PROGRESS for 2s [ 858.850628] env[65687]: INFO networking_nsxv3.common.synchronization [req-83b5fff0-919b-455d-a120-864f4d2b976c req-20f868bd-60f6-4287-ba86-19aa56fda422 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 858.850628] env[65687]: INFO networking_nsxv3.common.synchronization [req-83b5fff0-919b-455d-a120-864f4d2b976c req-20f868bd-60f6-4287-ba86-19aa56fda422 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 858.850628] env[65687]: INFO networking_nsxv3.common.synchronization [req-83b5fff0-919b-455d-a120-864f4d2b976c req-20f868bd-60f6-4287-ba86-19aa56fda422 service nova] Enqueued Resource ID: d741aae8-8a9d-4e2d-b035-7592bc13ec89 with Priority: HIGHEST for action port [ 858.851039] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 858.851185] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 858.851284] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d741aae8-8a9d-4e2d-b035-7592bc13ec89 with Priority: HIGHEST for action port [ 858.851571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.851760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.851828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.852114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.852232] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.853462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.853462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.853462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.853673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.853673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.853773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.854278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.855063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.855169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.855266] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.856675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d741aae8-8a9d-4e2d-b035-7592bc13ec89 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.856901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.856972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.857273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.857372] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d741aae8-8a9d-4e2d-b035-7592bc13ec89',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.143593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 859.143953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.144498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.144726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.144817] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.335078] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 859.335433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.336110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.336110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.336383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.336589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.336720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.336999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.337194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.337369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.337537] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.340914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 859.341937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.341937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.341937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.341937] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.342167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.342167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.342257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.342401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.342401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.342478] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.343695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.343868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.344054] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.344230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.344376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.344455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.344546] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.358276] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.359177] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.359307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.360556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d741aae8-8a9d-4e2d-b035-7592bc13ec89 with status ACTIVE [ 859.360556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.360556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.360556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.360556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.360556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.360971] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.361575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.361575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.361575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.361786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.362292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.362292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.362292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.362877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.362877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.362877] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d741aae8-8a9d-4e2d-b035-7592bc13ec89 is going to be updated. [ 859.397408] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.397609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.397609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.398054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.398054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.398241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d741aae8-8a9d-4e2d-b035-7592bc13ec89" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.648077] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.648212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.648311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.648582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649233] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.649233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.649233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.649233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649669] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.844408] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.844598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.844662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.844844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.845026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.845153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.845226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.845423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.845560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.845712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.845910] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.846366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.846594] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.846995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847391] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.848469] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.848573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.849358] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.859923] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.153036] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.153036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.153036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.153622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.153622] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.153622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.153795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.153913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.154060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.154122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.154337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.154413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.154518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.155134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.155134] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.155134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.155134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.155134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.155134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.155466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.155466] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.259153] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce in Status: SUCCESS [ 860.259371] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce deletion is rescheduled due to dependency. [ 860.259457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.287635] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 in Status: SUCCESS [ 860.287937] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 deletion is rescheduled due to dependency. [ 860.288050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.335056] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f61a4f4d-f531-4683-81e1-ef962c572188 in Status: SUCCESS [ 860.335288] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 deletion is rescheduled due to dependency. [ 860.335354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.349961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 860.351567] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.362105] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.362446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.362446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.362589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.362702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.362802] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be created. [ 860.370179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.370459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.370459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.370711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.391707] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.392019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.392135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.393045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.393045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.395838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.395838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.395838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.395838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.395838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.395838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.395838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.396331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.396331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.396331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.396331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.396567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.396567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.396567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.396843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.396843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.396843] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 860.412730] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: UNINITIALIZED for 2s [ 860.483053] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.483053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.483053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.483053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.483053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.502257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 860.659968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7: rpc.has_security_group_logging(os_id): False [ 860.681897] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.682085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.682085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.682310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.682400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.682697] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.682770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.682823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.683021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.683087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.683290] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.683378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.683558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.683593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.683771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.683943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.684090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.684163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.684245] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 860.789354] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.789622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.789856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.790157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.790440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807754] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 860.854718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.854965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.854965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.855250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.855344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.855454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 860.898056] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.898056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.898056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.898056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.898056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.932137] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 861.610337] env[65687]: INFO networking_nsxv3.common.synchronization [req-63e48a67-b9ff-491f-a90a-316e0c7f75e0 req-2b6e3b79-763c-45e2-8b6e-c4fbece4e727 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 861.610917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 861.611303] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.611471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.611661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.612453] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.612668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.612748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.613046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.613234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.613365] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.622865] env[65687]: INFO networking_nsxv3.common.synchronization [req-b627dfc1-55e0-44b6-8c07-e8c0320b888d req-e260fa81-1f25-4843-82ce-3f06f8bc26e1 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 861.623895] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 861.624376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.624610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.120080] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120080] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.120080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120080] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 862.153024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.153024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.153024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.153024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.153024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.162377] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 862.426293] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 862.426293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.426293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.426293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.426293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.426509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.426509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.426575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.426640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.426726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.426815] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.520645] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 862.520834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.825556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 862.825556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.929203] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.930026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.930026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.930026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.930026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.930409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.930409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.930409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.930409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.930608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.930655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.930712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.930778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.930916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.931057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.931156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.931218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.931335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.931423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.931496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.931593] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.945441] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 862.945703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.946276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.946526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.946730] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.947156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.947156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.947156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.947285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.947285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.947490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.947677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.947677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.947788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.947950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.948474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.949107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.949107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.949107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.949107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.949107] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.435473] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b66cd9-bb29-46b3-ab55-e346886b19ab: rpc.has_security_group_logging(os_id): False [ 863.452431] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b5382-8087-42d3-ab37-7e38097f64e2: rpc.has_security_group_logging(os_id): False [ 863.464220] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.464220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.464220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.464220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.464220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.464741] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.464741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.464741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.464967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.465119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.465288] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.465383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.465443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.465589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.465655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.465846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.465982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.465982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.466131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.466248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.466340] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be created. [ 863.472264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.472432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.472627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.472684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.473655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.473655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.474159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.474159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.474159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.474159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.474414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.474414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.474414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.474529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.474568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 863.545282] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.546193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.547033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.547033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.547033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.554404] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.554404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.554613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.555089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.555089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 863.580748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 864.172523] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 864.172904] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 deletion is rescheduled due to dependency. [ 864.172904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.173118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.173505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.173761] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.173926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.174031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.174248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.174367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.174540] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.677547] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.677759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.677759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.678098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.678202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.678422] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.678530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.678609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.678839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.678944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.679058] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 864.715241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.715386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.717470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.726576] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 864.763144] env[65687]: INFO networking_nsxv3.common.synchronization [req-6e0a8e1a-f501-4350-9519-b6bbe139a4a5 req-fbfa72ae-a4e3-44b3-8db3-869061db3147 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 864.763856] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 864.764555] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.764555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.764555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.764555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.764798] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.764798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.765011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.765057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.765128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.765226] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.967095] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9ba31308-e416-49a5-bb02-e899ae3ad34e None None] Enqueued Resource ID: 85ce5da2-12f4-470d-9212-6504edb7274b with Priority: HIGHEST for action port [ 864.967930] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ce5da2-12f4-470d-9212-6504edb7274b with Priority: HIGHEST for action port [ 864.968253] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ce5da2-12f4-470d-9212-6504edb7274b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.968392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ce5da2-12f4-470d-9212-6504edb7274b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.968461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ce5da2-12f4-470d-9212-6504edb7274b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.968722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ce5da2-12f4-470d-9212-6504edb7274b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.968797] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ce5da2-12f4-470d-9212-6504edb7274b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.212024] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.212024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.212024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.212024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.212024] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.212024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.212024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.213343] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.213744] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.214460] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.214684] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.214892] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.215112] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.215327] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.215520] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.215744] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.241316] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.241507] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.241655] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.241885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.243028] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-9714c553-76e8-4079-a4ae-08a69d2ef83e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.243028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.243028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.243758] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9714c553-76e8-4079-a4ae-08a69d2ef83e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.270329] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.270665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.270665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.270833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.271398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.271398] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.271398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.271398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.271710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.271710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.271710] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe already deleted. [ 865.271828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.472417] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ce5da2-12f4-470d-9212-6504edb7274b [ 865.472828] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.472828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.472828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.474237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.474237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.474237] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ce5da2-12f4-470d-9212-6504edb7274b already deleted. [ 865.474237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ce5da2-12f4-470d-9212-6504edb7274b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.577556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 865.577855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596085] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 865.596360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596894] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.746319] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.746558] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.746652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.746963] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747134] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747287] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 9714c553-76e8-4079-a4ae-08a69d2ef83e not found, creating... [ 865.747551] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.747710] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.747828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.748144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.748284] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.748577] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.748729] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.748844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.749413] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.749597] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.749742] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 9714c553-76e8-4079-a4ae-08a69d2ef83e is going to be created. [ 865.772031] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.772313] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.772478] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.772789] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.773195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.773510] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.979923] env[65687]: INFO networking_nsxv3.common.synchronization [req-a903963b-f6ab-4251-b0e3-042ea5fd59b9 req-126946b5-f47b-4c76-a970-be0e45347088 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 865.980610] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 865.980938] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.981544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.981624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.982795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.983034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.983176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.983240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.983468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.983504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.983600] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.103058] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103058] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.103058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.103058] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.486605] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [req-6e0a8e1a-f501-4350-9519-b6bbe139a4a5 req-aaeef321-f955-48bb-8abc-2cd47c22deb0 service nova] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_rules [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [req-6e0a8e1a-f501-4350-9519-b6bbe139a4a5 req-aaeef321-f955-48bb-8abc-2cd47c22deb0 service nova] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [req-6e0a8e1a-f501-4350-9519-b6bbe139a4a5 req-aaeef321-f955-48bb-8abc-2cd47c22deb0 service nova] Enqueued Resource ID: 9714c553-76e8-4079-a4ae-08a69d2ef83e with Priority: HIGHEST for action port [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_rules [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 866.504287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9714c553-76e8-4079-a4ae-08a69d2ef83e with Priority: HIGHEST for action port [ 866.504287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.504287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.505473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.505473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.505473] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.505644] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.505718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.505718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.506567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.506567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.506567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.506567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.506567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.507891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.507891] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.508386] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9714c553-76e8-4079-a4ae-08a69d2ef83e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.508528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.508599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.509470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.509470] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9714c553-76e8-4079-a4ae-08a69d2ef83e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.605346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.605517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.605591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.606017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.606088] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.606363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.606363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.606499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.606750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.606750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.606877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.606976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.607430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.607790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.607872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.608688] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.737877] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 866.738110] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 deletion is rescheduled due to dependency. [ 866.738227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.809693] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dec3b55c-9b7e-46b9-8f8e-e5b09bb0aafc tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 866.812215] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 866.812804] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.812926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.812990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.813245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.813329] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.905166] env[65687]: INFO networking_nsxv3.common.synchronization [None req-22a0d613-a1d1-4bb3-9a12-a365a0704b20 tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 866.905649] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 866.906169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.906169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992034] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.010862] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.010994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.011199] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.012755] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9714c553-76e8-4079-a4ae-08a69d2ef83e with status ACTIVE [ 867.012755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.012755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.012972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.013107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.013107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.013277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.013383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.013443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.013602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.013679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.013876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.013958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.014065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.014296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.014430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.014568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9714c553-76e8-4079-a4ae-08a69d2ef83e is going to be updated. [ 867.040720] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.040720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.040720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.040720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.040720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.040720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9714c553-76e8-4079-a4ae-08a69d2ef83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.114842] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b5382-8087-42d3-ab37-7e38097f64e2: rpc.has_security_group_logging(os_id): False [ 867.135644] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.136093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.136093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.136273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.136273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.136495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.136597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.136666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.136794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.136907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.137179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.137179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.137618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.137618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.137618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.137618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.137916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.137916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.137916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.138106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.138106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 867.227390] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.227532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.227664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.227793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.227963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.248867] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 867.335992] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.336279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.336279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.337947] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c already deleted. [ 867.337947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.337947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337947] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.392455] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7a143d40-3a19-45a6-8854-62ecc9f9616c None None] Enqueued Resource ID: 0fe499df-8d3a-4356-9af9-d5b720877e23 with Priority: HIGHEST for action port [ 867.395843] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe499df-8d3a-4356-9af9-d5b720877e23 with Priority: HIGHEST for action port [ 867.396536] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe499df-8d3a-4356-9af9-d5b720877e23 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.396536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe499df-8d3a-4356-9af9-d5b720877e23" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.396742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe499df-8d3a-4356-9af9-d5b720877e23" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.396909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe499df-8d3a-4356-9af9-d5b720877e23" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.397421] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe499df-8d3a-4356-9af9-d5b720877e23',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.495100] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.495100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.495100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.495100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.495100] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 867.513464] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.541525] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.541837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.541972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.555749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 867.863234] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.863447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.863501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.863711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.863791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.865062] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c already deleted. [ 867.865062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.899609] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fe499df-8d3a-4356-9af9-d5b720877e23 [ 867.900321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.900321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.900321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.900321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.900572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.900572] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fe499df-8d3a-4356-9af9-d5b720877e23 already deleted. [ 867.900572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe499df-8d3a-4356-9af9-d5b720877e23" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.019561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.019715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.019831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.020341] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be created. [ 868.058202] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.058693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.058693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.058693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.058920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.082253] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: UNINITIALIZED for 2s [ 869.269092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 869.269092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.545071] env[65687]: INFO networking_nsxv3.common.synchronization [req-41ec5e4b-b253-44f1-9484-bbf43d24a9eb req-038451a6-7e89-4532-a959-ae09f1b7c37d tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 869.546589] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 869.546589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.546776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.546776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.546954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547345] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.547345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.547345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.547707] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.569013] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 869.569233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.844292] env[65687]: INFO networking_nsxv3.common.synchronization [req-41ec5e4b-b253-44f1-9484-bbf43d24a9eb req-08fd51cd-0861-46f8-b49b-db4b95cc2d17 tempest-ServersTestMultiNic-917916343 tempest-ServersTestMultiNic-917916343-project-member] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 869.845382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGHEST for action security_group_members [ 869.845382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.050735] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.105102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 870.105362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.106124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.106375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.106587] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.106714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.107736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.107736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.107736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.107736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.107736] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.219790] env[65687]: INFO networking_nsxv3.common.synchronization [req-a21d7e00-f7ae-4fbf-a913-dac51443ca04 req-6c5023a8-c6c9-4fcf-a9f5-51ceb8264fcb tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 870.220612] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 870.221415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.221771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.221907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.222227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.222477] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.222643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.222763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.223012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.223149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.223291] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.554258] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.611511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.611715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.614857] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.615092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.615255] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.615915] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.615915] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.616130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.616282] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.616282] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.616282] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.616991] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.616991] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.618043] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.618043] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.618043] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.618043] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.618043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.643548] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.643843] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.644095] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.644377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.644948] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-8a805b99-d045-4b33-8b62-40b8b3382d24 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.646464] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.647186] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.647538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.647685] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a805b99-d045-4b33-8b62-40b8b3382d24',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.727558] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.059441] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.059441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.059441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.059740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.059740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.059740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 871.090578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.090774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.090832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.091051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.091205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.101925] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 871.151237] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.151509] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.151790] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.152142] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.152315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.152688] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 8a805b99-d045-4b33-8b62-40b8b3382d24 not found, creating... [ 871.153366] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.153543] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.153663] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.153917] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.154074] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.154491] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.154704] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.154948] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.155245] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.155384] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.155524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 8a805b99-d045-4b33-8b62-40b8b3382d24 is going to be created. [ 871.177190] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.177190] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.177190] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.177190] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.177518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.177518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.229342] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.736693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.736693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.736693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.736693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.736693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.736693] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 871.772108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.772108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.772108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.772108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.772108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.784041] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [req-a21d7e00-f7ae-4fbf-a913-dac51443ca04 req-2ded8954-6d25-436b-b39d-a7c615155d06 service nova] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_rules [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [req-a21d7e00-f7ae-4fbf-a913-dac51443ca04 req-2ded8954-6d25-436b-b39d-a7c615155d06 service nova] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [req-a21d7e00-f7ae-4fbf-a913-dac51443ca04 req-2ded8954-6d25-436b-b39d-a7c615155d06 service nova] Enqueued Resource ID: 8a805b99-d045-4b33-8b62-40b8b3382d24 with Priority: HIGHEST for action port [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_rules [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 871.893557] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a805b99-d045-4b33-8b62-40b8b3382d24 with Priority: HIGHEST for action port [ 871.894592] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.894843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.895267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.895477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.895790] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a805b99-d045-4b33-8b62-40b8b3382d24 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.896063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.896294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.896615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.896840] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a805b99-d045-4b33-8b62-40b8b3382d24',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.399283] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a805b99-d045-4b33-8b62-40b8b3382d24 with status ACTIVE [ 872.399567] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.399688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.399762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.400010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.400178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.400309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.400525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.400593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.400784] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.401089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.401242] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a805b99-d045-4b33-8b62-40b8b3382d24 is going to be updated. [ 872.427215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.427215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.427215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.427215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.427215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.427215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a805b99-d045-4b33-8b62-40b8b3382d24" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.032244] env[65687]: INFO networking_nsxv3.common.synchronization [req-fdf4ca66-3813-4a03-a27a-3afcfa2852a4 req-67b322cf-6f49-41fc-b7c4-a9f8e96a62e9 tempest-AttachInterfacesV270Test-1581647461 tempest-AttachInterfacesV270Test-1581647461-project-member] Enqueued Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 873.032244] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 873.032244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.032244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.033070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.033560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.034882] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.035193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.035980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.035980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.035980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.036244] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.113738] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 873.114066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.118141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.118141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.118141] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.118282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.118327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.118495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.118567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.118661] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.423873] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.424248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-905" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.424248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-905" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.424655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-905" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425220] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425404] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.426261] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.426261] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.426454] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.426454] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.426577] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.426695] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.426934] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.447550] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.447829] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.447985] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.448109] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-905" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.448656] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.448656] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.448845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.449623] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.449623] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce76f0b8-d7ec-4f80-8ba9-eababf1dc883',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.540051] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.540226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.540450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.540450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.540608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.540727] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.540822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.540876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.541034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.541111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.541215] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 already deleted. [ 873.541304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.622369] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.622532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.622624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.623436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.623436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.623436] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.623436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.623436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.623768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.623768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.623768] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be updated. [ 873.655407] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.656217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.667125] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: IN_PROGRESS for 2s [ 873.794018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 873.794273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.794476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.794737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.794925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.795089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.795171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.795396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.795508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.795618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.795818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.795909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.795974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.796583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.796792] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.796922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.797227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.797311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.797390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.797524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.797668] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.798675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.798851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.799067] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.799201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.799289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.799840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.799840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.799840] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.952758] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.953055] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.953202] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.953491] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.953623] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.953772] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 not found, creating... [ 873.954066] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.954273] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.954439] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.954664] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.954799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.955118] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.955289] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.955407] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.955778] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.955984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.956157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 is going to be created. [ 873.984487] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.984786] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.984939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.989784] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.989784] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.990602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.301200] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8550358-400b-4e1d-84fd-4892f68eafbe: rpc.has_security_group_logging(os_id): False [ 874.302544] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.327294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.327480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.327551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.327738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.327826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.328841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.328841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.328841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.368108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.368108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.368108] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be created. [ 874.401730] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.401730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.401730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.401730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.401997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.415749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 874.802917] env[65687]: INFO networking_nsxv3.common.synchronization [req-fdf4ca66-3813-4a03-a27a-3afcfa2852a4 req-3a0f827d-0330-4613-a9c0-ca585d2d6fd8 service nova] Enqueued Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_rules [ 874.802957] env[65687]: INFO networking_nsxv3.common.synchronization [req-fdf4ca66-3813-4a03-a27a-3afcfa2852a4 req-3a0f827d-0330-4613-a9c0-ca585d2d6fd8 service nova] Enqueued Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 874.803308] env[65687]: INFO networking_nsxv3.common.synchronization [req-fdf4ca66-3813-4a03-a27a-3afcfa2852a4 req-3a0f827d-0330-4613-a9c0-ca585d2d6fd8 service nova] Enqueued Resource ID: ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 with Priority: HIGHEST for action port [ 874.803707] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_rules [ 874.803771] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 874.803925] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 with Priority: HIGHEST for action port [ 874.804890] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.805058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.805145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.805584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.805584] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.806489] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.806904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.806904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.806904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.809064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.809197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.809270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.809441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.809532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.809630] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.814903] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.814903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.814903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.814903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.814903] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce76f0b8-d7ec-4f80-8ba9-eababf1dc883',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.815114] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.313976] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.315450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.315555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.317086] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 with status ACTIVE [ 875.317291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.317409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.317474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.317708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.317772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.317958] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.318068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.318129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.318375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.318456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.319743] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.319743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.319743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.319743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.319743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.319743] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce76f0b8-d7ec-4f80-8ba9-eababf1dc883 is going to be updated. [ 875.320441] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.320530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.320605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.321250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.321356] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 875.343915] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.344119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.344191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.344411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.344569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.344798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce76f0b8-d7ec-4f80-8ba9-eababf1dc883" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.355672] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.355845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.355929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.356195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.356428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.366582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 875.681270] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b5382-8087-42d3-ab37-7e38097f64e2 in Status: SUCCESS [ 875.681544] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 deletion is rescheduled due to dependency. [ 875.681676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.816435] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.873213] env[65687]: INFO networking_nsxv3.common.synchronization [req-491e53f1-5a37-4f5d-9fec-96cc73a4038d req-eecf10bc-10ea-4957-bf99-7003503df9e6 tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 875.874258] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 875.875024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.875024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.875024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.875365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.875675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.875675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.875842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.876320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876320] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.236682] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.236859] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.236975] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.237267] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.237556] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.237697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.238451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.238451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.238451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.238451] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.238606] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.238681] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.238790] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.238931] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.239059] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.239203] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.267092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.267273] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.267411] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.267587] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-696" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.267965] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-9b19f1e7-41fb-4098-89af-fcd7041fc836 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.268193] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.268334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.268673] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.268813] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b19f1e7-41fb-4098-89af-fcd7041fc836',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.322144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.322144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.322144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.322144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.322144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.322144] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 is going to be created. [ 876.347667] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.347667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.347667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.348023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: UNINITIALIZED for 2s [ 876.383283] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.383453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.383524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.383788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.383875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.384104] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.384184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.384246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.384394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.384488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.384577] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 876.415488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.415488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.415488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.415488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.415488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.424253] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 876.429050] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 876.429050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.429050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.429050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.429050] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.771835] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.772154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.772267] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.772556] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.772702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.772938] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 9b19f1e7-41fb-4098-89af-fcd7041fc836 not found, creating... [ 876.773129] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.773283] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.773399] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.773616] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.773748] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.774028] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.774211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.774342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.774553] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.774683] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.774825] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 9b19f1e7-41fb-4098-89af-fcd7041fc836 is going to be created. [ 876.795156] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795376] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.795488] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.795772] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.796073] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.796313] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.931034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.931211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380370] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 877.380610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381210] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.381335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.381401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.381735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.381826] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.563781] env[65687]: INFO networking_nsxv3.common.synchronization [req-491e53f1-5a37-4f5d-9fec-96cc73a4038d req-b74011f8-a35f-400c-a187-6d96ce153409 service nova] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 877.564033] env[65687]: INFO networking_nsxv3.common.synchronization [req-491e53f1-5a37-4f5d-9fec-96cc73a4038d req-b74011f8-a35f-400c-a187-6d96ce153409 service nova] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 877.565621] env[65687]: INFO networking_nsxv3.common.synchronization [req-491e53f1-5a37-4f5d-9fec-96cc73a4038d req-b74011f8-a35f-400c-a187-6d96ce153409 service nova] Enqueued Resource ID: 9b19f1e7-41fb-4098-89af-fcd7041fc836 with Priority: HIGHEST for action port [ 877.566356] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_rules [ 877.566671] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 877.567055] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b19f1e7-41fb-4098-89af-fcd7041fc836 with Priority: HIGHEST for action port [ 877.567250] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.567411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.567452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.567701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.571024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.571024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.571024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b19f1e7-41fb-4098-89af-fcd7041fc836 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.571024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.571024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.571024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b19f1e7-41fb-4098-89af-fcd7041fc836',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.886633] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.886786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.886865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.887203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.887389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.887546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.887730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.887992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.888125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.888226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.888381] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.888479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.888713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.888946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.889053] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.889154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.889217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.889360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.889439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.889689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.889801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.074840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.074840] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b19f1e7-41fb-4098-89af-fcd7041fc836 with status ACTIVE [ 878.074840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.074840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.074840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.074840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.075680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.075680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.075680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.075680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.075680] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b19f1e7-41fb-4098-89af-fcd7041fc836 is going to be updated. [ 878.120241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.121225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.121374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.121745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.121979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.122245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b19f1e7-41fb-4098-89af-fcd7041fc836" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.369564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: SUCCESS [ 878.369798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.369984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.370283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.370511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.370638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.370720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.370978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.371106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.371168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.371256] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.392167] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8550358-400b-4e1d-84fd-4892f68eafbe: rpc.has_security_group_logging(os_id): False [ 878.413330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.413534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.413534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.413742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.413999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.414324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.414378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.414540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.414621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.414914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.414958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415536] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415912] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 878.434264] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 878.434479] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 deletion is rescheduled due to dependency. [ 878.434598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.435211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.435434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.435718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.435718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.435847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.435979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.436083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.436176] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.503386] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.503643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.503830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.503990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.516770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 878.877249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.877249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.877249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.877249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.877249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.878030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.878030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.878176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.878948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878948] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.878948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.878948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.879225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.879406] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.879643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.881604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.881604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.881604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.881604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.881604] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.939476] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.384376] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7a8a54-c901-4f36-8b9e-13f106b42255: rpc.has_security_group_logging(os_id): False [ 879.411032] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.411545] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.412430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.412824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.412824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.412943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.413043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.413111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.413437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.413516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413652] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 is going to be created. [ 879.443114] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.488219] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.488219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.488219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.488219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.488219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.502633] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: IN_PROGRESS for 2s [ 879.944287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.944443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.944518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.944728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.944820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.944917] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 879.977074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.977233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.977304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.977514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.977664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989322] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 880.534171] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 880.536087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.521826] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: SUCCESS [ 881.522286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.001013] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 882.001295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.001432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.001680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.001858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.001982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.002069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.002236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.002317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002493] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.505394] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.568167] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.568382] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 883.008424] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d6fd2e-1ac0-4109-abc4-e8354d9ae146: rpc.has_security_group_logging(os_id): False [ 883.017385] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d2445525-8fe1-4fe3-9f5d-af9130815801 None None] Enqueued Resource ID: 1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c with Priority: HIGHEST for action port [ 883.018056] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c with Priority: HIGHEST for action port [ 883.018496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.018496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.018609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.019277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.019277] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.030244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.030695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.030695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.031209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.031209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.031209] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 883.115693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.116039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.116092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.117056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.117056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.142019] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 883.357096] env[65687]: INFO networking_nsxv3.common.synchronization [None req-bce8c014-3b5c-4da3-ba94-c535dbce7ca7 None None] Enqueued Resource ID: 005f8bfe-2b59-405f-8500-1999f9b53ab4 with Priority: HIGHEST for action port [ 883.357357] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005f8bfe-2b59-405f-8500-1999f9b53ab4 with Priority: HIGHEST for action port [ 883.360898] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-005f8bfe-2b59-405f-8500-1999f9b53ab4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.360898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-005f8bfe-2b59-405f-8500-1999f9b53ab4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.360898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-005f8bfe-2b59-405f-8500-1999f9b53ab4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.360898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-005f8bfe-2b59-405f-8500-1999f9b53ab4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.360898] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005f8bfe-2b59-405f-8500-1999f9b53ab4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.498236] env[65687]: INFO networking_nsxv3.common.synchronization [req-be65b6e9-9538-437d-a498-cbce2d9dc1e1 req-0b70698d-bb3c-4742-ab84-7a40fb4bdc50 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 883.498236] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 883.498236] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.499323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.499466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.499661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.499832] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.500514] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.528534] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c [ 883.528534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.528534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.528534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.528534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.528534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.528534] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c already deleted. [ 883.528534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e66ee7f-5c37-4d35-b4b6-5c5bc3133e3c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.861744] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 005f8bfe-2b59-405f-8500-1999f9b53ab4 [ 883.862160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.862354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.862460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.862776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.862919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.863080] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:005f8bfe-2b59-405f-8500-1999f9b53ab4 already deleted. [ 883.863218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-005f8bfe-2b59-405f-8500-1999f9b53ab4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.003948] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.253720] env[65687]: INFO networking_nsxv3.common.synchronization [req-c3a88229-099d-4953-9b55-6c47358122e1 req-eaea0097-e621-46c7-9fa7-c310ec63cace tempest-ServerRescueTestJSON-1507270341 tempest-ServerRescueTestJSON-1507270341-project-member] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 884.254750] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 884.255084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.255222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.255297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.255484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.255646] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.255769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.255836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.256226] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.511935] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.655543] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.656560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.656560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.656560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.656560] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.656560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.656928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.656928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.656983] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.657228] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.657352] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.657440] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.657553] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.657619] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.657726] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.657861] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.680743] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.680992] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.681962] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.682181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-70" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.682518] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.682705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.682788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.683111] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.683249] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b915f15d-b00b-4fe1-b998-0c6606b2c0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.759987] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.017051] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 885.061201] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.061654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.061654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.062192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.062192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.078157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 885.158425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 885.158664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187597] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.188096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.188298] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.188722] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.188946] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.189259] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port b915f15d-b00b-4fe1-b998-0c6606b2c0b7 not found, creating... [ 885.189695] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.189964] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.190201] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.190555] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.190795] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.191271] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.191540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.191816] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.192114] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.192332] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.192624] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: b915f15d-b00b-4fe1-b998-0c6606b2c0b7 is going to be created. [ 885.225342] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.225585] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.225738] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.226152] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.226313] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.226798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.262123] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.572826] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9b2b88ea-4af1-49c4-9d81-6b9582cc8df2 None None] Enqueued Resource ID: 8db4f697-c868-4c68-8a0f-7502c29c57f5 with Priority: HIGHEST for action port [ 885.573435] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db4f697-c868-4c68-8a0f-7502c29c57f5 with Priority: HIGHEST for action port [ 885.574744] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db4f697-c868-4c68-8a0f-7502c29c57f5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.574830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db4f697-c868-4c68-8a0f-7502c29c57f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.574901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db4f697-c868-4c68-8a0f-7502c29c57f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.575881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db4f697-c868-4c68-8a0f-7502c29c57f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.575963] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db4f697-c868-4c68-8a0f-7502c29c57f5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.766419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.766419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.766419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.766419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.766419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.766419] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be updated. [ 885.798838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.798992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.799784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.799784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.805064] env[65687]: INFO networking_nsxv3.common.synchronization [req-1ebfc3f5-5711-4f28-a747-930a6a90e020 req-25e347b4-6fa1-43dc-a7b1-064e200e7694 tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: c4ccb1bd-6839-4891-baaf-39029b202bbf with Priority: HIGHEST for action security_group_rules [ 885.806685] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ccb1bd-6839-4891-baaf-39029b202bbf with Priority: HIGHEST for action security_group_rules [ 885.806685] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4ccb1bd-6839-4891-baaf-39029b202bbf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.806685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4ccb1bd-6839-4891-baaf-39029b202bbf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.806685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4ccb1bd-6839-4891-baaf-39029b202bbf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.806685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4ccb1bd-6839-4891-baaf-39029b202bbf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.806685] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4ccb1bd-6839-4891-baaf-39029b202bbf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.813765] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cd6d07f3-dc75-4685-99d3-20a43744c5ca None None] Enqueued Resource ID: 8470e6c3-dea8-4790-a049-95030193a0ed with Priority: HIGHEST for action port [ 885.817700] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 885.818449] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470e6c3-dea8-4790-a049-95030193a0ed with Priority: HIGHEST for action port [ 885.818854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8470e6c3-dea8-4790-a049-95030193a0ed taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.819103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8470e6c3-dea8-4790-a049-95030193a0ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.819479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8470e6c3-dea8-4790-a049-95030193a0ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.820238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8470e6c3-dea8-4790-a049-95030193a0ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.820337] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8470e6c3-dea8-4790-a049-95030193a0ed',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.004182] env[65687]: INFO networking_nsxv3.common.synchronization [req-c3a88229-099d-4953-9b55-6c47358122e1 req-390d728d-0053-4ce6-9607-55ead360433b service nova] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_rules [ 886.004407] env[65687]: INFO networking_nsxv3.common.synchronization [req-c3a88229-099d-4953-9b55-6c47358122e1 req-390d728d-0053-4ce6-9607-55ead360433b service nova] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 886.004718] env[65687]: INFO networking_nsxv3.common.synchronization [req-c3a88229-099d-4953-9b55-6c47358122e1 req-390d728d-0053-4ce6-9607-55ead360433b service nova] Enqueued Resource ID: b915f15d-b00b-4fe1-b998-0c6606b2c0b7 with Priority: HIGHEST for action port [ 886.005491] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_rules [ 886.005674] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 886.005832] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b915f15d-b00b-4fe1-b998-0c6606b2c0b7 with Priority: HIGHEST for action port [ 886.006245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.009052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.009052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.009052] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.009052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.009052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.009052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.009052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.009052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.009441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.009441] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b915f15d-b00b-4fe1-b998-0c6606b2c0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.078528] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8db4f697-c868-4c68-8a0f-7502c29c57f5 [ 886.078528] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.078790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.078790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.079136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.079239] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8db4f697-c868-4c68-8a0f-7502c29c57f5 already deleted. [ 886.079338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db4f697-c868-4c68-8a0f-7502c29c57f5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.325478] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8470e6c3-dea8-4790-a049-95030193a0ed [ 886.325478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.325478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.325478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.325478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.325478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.325478] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8470e6c3-dea8-4790-a049-95030193a0ed already deleted. [ 886.325478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8470e6c3-dea8-4790-a049-95030193a0ed" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.340821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.340821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.340821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.340821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.340821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.341180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4ccb1bd-6839-4891-baaf-39029b202bbf already deleted. [ 886.341350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4ccb1bd-6839-4891-baaf-39029b202bbf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.512739] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.512918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515276] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b915f15d-b00b-4fe1-b998-0c6606b2c0b7 with status ACTIVE [ 886.515512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.515633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.515919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.516014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.516210] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.516368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.516545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.516611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.516801] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.516995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.517149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.517217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.517304] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b915f15d-b00b-4fe1-b998-0c6606b2c0b7 is going to be updated. [ 886.545169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.545378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.545472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.545765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.545947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.546179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b915f15d-b00b-4fe1-b998-0c6606b2c0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.910153] env[65687]: INFO networking_nsxv3.common.synchronization [req-fac9c243-8098-4439-b7ce-41726610ab85 req-abe53828-ca61-4c4b-9f8f-1e596d0201aa tempest-ServersAdminNegativeTestJSON-1772375497 tempest-ServersAdminNegativeTestJSON-1772375497-project-member] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 886.910842] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 886.911190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.911423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.911591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.912049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.912822] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.912822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.912822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.912822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.913080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.913208] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.090254] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 887.090485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.222070] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.222294] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.223029] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.223029] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.223029] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.223199] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.223253] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.223464] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.223605] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.223824] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.223937] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.224055] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.224162] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.224269] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.224371] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.224498] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.246288] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.246516] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.246657] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.246834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.247225] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.247411] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.247536] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.247855] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.248122] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.416805] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.742041] env[65687]: INFO networking_nsxv3.common.synchronization [req-9714bc20-7344-416d-a36e-7bc5a2046346 req-2273566b-9b81-4934-9680-7de9fa4eefe9 tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: cac25ef6-886d-4fd9-bc3f-a2bc2288845b with Priority: HIGHEST for action security_group_rules [ 887.742432] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac25ef6-886d-4fd9-bc3f-a2bc2288845b with Priority: HIGHEST for action security_group_rules [ 887.742829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac25ef6-886d-4fd9-bc3f-a2bc2288845b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.742986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac25ef6-886d-4fd9-bc3f-a2bc2288845b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.743103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac25ef6-886d-4fd9-bc3f-a2bc2288845b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.743410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac25ef6-886d-4fd9-bc3f-a2bc2288845b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.743504] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac25ef6-886d-4fd9-bc3f-a2bc2288845b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.752041] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.752271] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.754783] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 not found, creating... [ 887.754783] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.754783] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.754783] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.755238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.755238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.755238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.755238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.755238] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 is going to be created. [ 887.790573] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.790811] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.790886] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.791211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.791470] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.791717] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.830349] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 887.830559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.831262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.831485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.831706] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.831865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.831943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.832143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.832241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.832397] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.918734] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.336692] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.341247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.341247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.341247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.341247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.341247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.341711] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac25ef6-886d-4fd9-bc3f-a2bc2288845b already deleted. [ 888.341711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac25ef6-886d-4fd9-bc3f-a2bc2288845b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.421199] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.421573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.421573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.421788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.421905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.422009] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be updated. [ 888.457223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.457400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.457436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.457670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.457823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.466883] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 888.512038] env[65687]: INFO networking_nsxv3.common.synchronization [req-fac9c243-8098-4439-b7ce-41726610ab85 req-876a3514-5bd4-4406-98da-4a1ed5f4607b service nova] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_rules [ 888.512266] env[65687]: INFO networking_nsxv3.common.synchronization [req-fac9c243-8098-4439-b7ce-41726610ab85 req-876a3514-5bd4-4406-98da-4a1ed5f4607b service nova] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 888.512410] env[65687]: INFO networking_nsxv3.common.synchronization [req-fac9c243-8098-4439-b7ce-41726610ab85 req-876a3514-5bd4-4406-98da-4a1ed5f4607b service nova] Enqueued Resource ID: 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 with Priority: HIGHEST for action port [ 888.512938] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_rules [ 888.513112] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 888.513220] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 with Priority: HIGHEST for action port [ 888.513575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.513707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.513973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.514071] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.514950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.515084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.515295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.515402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.515467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.515637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.515726] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.842531] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.018703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 with status ACTIVE [ 889.018703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.020054] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3 is going to be updated. [ 889.042396] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.042599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.042638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.042822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.042967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.043187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eba7fa5-1f18-41d6-aadf-7ba8e84a8ff3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.346080] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.349774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.349774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.349774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.349774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.349774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be updated. [ 889.381247] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.381600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.381755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.382018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.382276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.395681] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 890.073176] env[65687]: INFO networking_nsxv3.common.synchronization [req-e1c6b697-ee4c-4028-b471-7472770ce0fb req-8b412447-e7fe-4877-97e7-1e6c6b13c8a1 tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: c37c169b-37a4-4859-8f9a-43952de0c85e with Priority: HIGHEST for action security_group_rules [ 890.073864] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37c169b-37a4-4859-8f9a-43952de0c85e with Priority: HIGHEST for action security_group_rules [ 890.076262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c37c169b-37a4-4859-8f9a-43952de0c85e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.076262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c37c169b-37a4-4859-8f9a-43952de0c85e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.076262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c37c169b-37a4-4859-8f9a-43952de0c85e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.076262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c37c169b-37a4-4859-8f9a-43952de0c85e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.076262] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c37c169b-37a4-4859-8f9a-43952de0c85e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.479726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 890.479950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.480253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.480562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.480745] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.480863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.480923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.481088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.481166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.481261] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.603365] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.603546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.603598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.603882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.604014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.604133] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c37c169b-37a4-4859-8f9a-43952de0c85e already deleted. [ 890.604238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c37c169b-37a4-4859-8f9a-43952de0c85e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991582] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.408854] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 891.409593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.409593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.409593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.409741] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.409845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.409913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.410098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.410188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.410292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.410410] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.491784] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.760285] env[65687]: INFO networking_nsxv3.common.synchronization [req-de13cbfa-2ca0-4d65-bf66-bd1f3a56ad12 req-7c6f130b-e3ff-48ec-8169-ca128e5717dd tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 891.760851] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 891.761572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.761572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.761572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.761980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.762289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.762399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.762450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.762616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.762767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.762996] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.914223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.914467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.914545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.914811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.914980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.915217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.915217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.915381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.915471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.915585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.915766] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.916056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.916364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.916364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.916421] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.916511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.916557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.916690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.916768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.916849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.916970] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.995993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.996164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.996379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.996441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.996571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.996629] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be updated. [ 892.027916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.028171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.028248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.028538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.028596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.038826] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 892.111021] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.111246] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.111375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.111658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.111912] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.112079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.112195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.112414] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.112546] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.112825] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.112941] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.113093] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.113247] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.113373] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.113479] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.113609] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.134892] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.135950] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.135950] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.135950] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.135950] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-8a6adf23-2eb5-4d3b-b34d-8857178c5929 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.136139] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.136139] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.136458] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.136599] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6adf23-2eb5-4d3b-b34d-8857178c5929',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.265656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.265940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.266161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.266405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.266505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.266718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.266822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.266878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.267056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.267171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.267224] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 already deleted. [ 892.267292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.287383] env[65687]: INFO networking_nsxv3.common.synchronization [req-87aaf446-cac8-49cb-92d2-fcd46d9b86bf req-68d4b811-d724-483a-90e0-c24be447c9bb tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: 6c51bf46-9f44-497f-ba9b-028b5f0c8f27 with Priority: HIGHEST for action security_group_rules [ 892.287929] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c51bf46-9f44-497f-ba9b-028b5f0c8f27 with Priority: HIGHEST for action security_group_rules [ 892.288350] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c51bf46-9f44-497f-ba9b-028b5f0c8f27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.288494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c51bf46-9f44-497f-ba9b-028b5f0c8f27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.288548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c51bf46-9f44-497f-ba9b-028b5f0c8f27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.288801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c51bf46-9f44-497f-ba9b-028b5f0c8f27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.288883] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c51bf46-9f44-497f-ba9b-028b5f0c8f27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.427929] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aee38f8-b03a-499f-a65f-bfe13b4df47b: rpc.has_security_group_logging(os_id): False [ 892.448228] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.448941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.448941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.448941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.470589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.470589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.470589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.470819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.470883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.470975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.471203] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.471304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.471431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.471531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.471609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.472159] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.472159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.472159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.472159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.472159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.472453] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be updated. [ 892.553552] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.553552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.553552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567367] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 892.641168] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641168] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.641168] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.641168] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.641168] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.641563] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 8a6adf23-2eb5-4d3b-b34d-8857178c5929 not found, creating... [ 892.641764] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.642668] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.642668] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.642668] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.642859] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.643453] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.644642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.644642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.644642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.644642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.644887] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 8a6adf23-2eb5-4d3b-b34d-8857178c5929 is going to be created. [ 892.678918] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.679286] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.679483] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.679890] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.680315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.680600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.819168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.821031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821031] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c51bf46-9f44-497f-ba9b-028b5f0c8f27 already deleted. [ 892.821031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c51bf46-9f44-497f-ba9b-028b5f0c8f27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.115711] env[65687]: INFO networking_nsxv3.common.synchronization [req-55f2ce7c-e1a4-4f5b-b8bb-db4f09779f1d req-4c87da0a-e0c7-48e3-835a-d68514a95267 tempest-AttachInterfacesV270Test-1581647461 tempest-AttachInterfacesV270Test-1581647461-project-member] Enqueued Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 893.116334] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGHEST for action security_group_members [ 893.116965] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.116965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.116965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.117175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.117560] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.117560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.117560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.117680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.117776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.118199] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.395472] env[65687]: INFO networking_nsxv3.common.synchronization [req-c6549cdc-a158-4e7f-9202-92b16d39e05c req-b777d18f-8498-40c1-8a7d-da5d99b1eb1c tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 893.396407] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 893.396758] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.396908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.396993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.397251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.397435] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.397575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.397836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.397944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.398130] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.441929] env[65687]: INFO networking_nsxv3.common.synchronization [req-de13cbfa-2ca0-4d65-bf66-bd1f3a56ad12 req-6e99ad01-2c70-41d7-8dce-676d1c5d91a7 service nova] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 893.442192] env[65687]: INFO networking_nsxv3.common.synchronization [req-de13cbfa-2ca0-4d65-bf66-bd1f3a56ad12 req-6e99ad01-2c70-41d7-8dce-676d1c5d91a7 service nova] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 893.442257] env[65687]: INFO networking_nsxv3.common.synchronization [req-de13cbfa-2ca0-4d65-bf66-bd1f3a56ad12 req-6e99ad01-2c70-41d7-8dce-676d1c5d91a7 service nova] Enqueued Resource ID: 8a6adf23-2eb5-4d3b-b34d-8857178c5929 with Priority: HIGHEST for action port [ 893.442517] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_rules [ 893.442651] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 893.442764] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6adf23-2eb5-4d3b-b34d-8857178c5929 with Priority: HIGHEST for action port [ 893.443733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.443888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.443962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444269] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.445102] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.445335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.445335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.446044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.446044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.446044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.446044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.446044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.446044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.446044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.447035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6adf23-2eb5-4d3b-b34d-8857178c5929 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.447035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.447303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.447436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.447494] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6adf23-2eb5-4d3b-b34d-8857178c5929',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.621798] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.621798] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.621798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.623298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.623298] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 is going to be updated. [ 893.661315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.661495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.661536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.661754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.661862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.672352] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: IN_PROGRESS for 2s [ 893.900169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.900413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.900529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.900811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.900954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.901270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.901426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.901524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.901764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.901899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.902131] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 893.931307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.932586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.932790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.933062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.933224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.944538] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 893.949391] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.951307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.951417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.951580] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a6adf23-2eb5-4d3b-b34d-8857178c5929 with status ACTIVE [ 893.951739] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.951844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.951908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.952170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.952265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.952438] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.952536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.952596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.952742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.952834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.955252] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.955440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.955610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.955756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.955873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956639] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a6adf23-2eb5-4d3b-b34d-8857178c5929 is going to be updated. [ 893.980156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.980156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.980156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.980156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.980156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.980156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6adf23-2eb5-4d3b-b34d-8857178c5929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.060554] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 894.061296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.061296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.061296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.061663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.061663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.061663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.061816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.061816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.061885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.061931] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.458346] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.565537] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.565724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.565789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.566271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.566271] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.566454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.566454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.566563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.566645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.566738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.566906] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.566974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.567056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.567221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.567356] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.567447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.567501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.567660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.567739] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.567844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.567957] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.589729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 894.590098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.962071] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.962071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.964907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.964907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.964907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.964907] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 is going to be created. [ 894.995291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.995291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.995291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.995291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.995291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.005263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: UNINITIALIZED for 2s [ 895.072872] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c0144f9-0182-4d06-8bd9-bbe06b137507: rpc.has_security_group_logging(os_id): False [ 895.097021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097632] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.098697] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be updated. [ 895.168101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.168101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.168101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.168101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.168101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.191047] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 895.683786] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 in Status: SUCCESS [ 895.684178] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 deletion is rescheduled due to dependency. [ 895.684178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.733993] env[65687]: INFO networking_nsxv3.common.synchronization [None req-70a44b43-da3d-42ad-a002-65d0c5a20c1a None None] Enqueued Resource ID: ca851f4c-b1e5-4f09-be73-46258b0f0f73 with Priority: HIGHEST for action port [ 895.734714] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca851f4c-b1e5-4f09-be73-46258b0f0f73 with Priority: HIGHEST for action port [ 895.735044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca851f4c-b1e5-4f09-be73-46258b0f0f73 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.735169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca851f4c-b1e5-4f09-be73-46258b0f0f73" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.735271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca851f4c-b1e5-4f09-be73-46258b0f0f73" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.735556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca851f4c-b1e5-4f09-be73-46258b0f0f73" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.735654] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca851f4c-b1e5-4f09-be73-46258b0f0f73',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.957284] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 895.957284] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 895.957284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.238393] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca851f4c-b1e5-4f09-be73-46258b0f0f73 [ 896.238774] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.238926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.239019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.239302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.239390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.239489] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca851f4c-b1e5-4f09-be73-46258b0f0f73 already deleted. [ 896.239569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca851f4c-b1e5-4f09-be73-46258b0f0f73" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.423656] env[65687]: INFO networking_nsxv3.common.synchronization [req-e4b2a6ec-099a-4754-afaf-b537af69307b req-78afe5b7-c02b-47f6-a0c6-7c964f0fce62 tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 896.424302] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 896.425161] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e01316c-4207-484a-b708-f7c25a2b92b4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.425161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.425161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.426297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.426297] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e01316c-4207-484a-b708-f7c25a2b92b4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.944774] env[65687]: INFO networking_nsxv3.common.synchronization [req-137c8c0e-4306-4652-94ea-58edd89147e0 req-d359baed-99d1-4d43-82b9-e65a673779ce tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 896.945709] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 896.949484] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e01316c-4207-484a-b708-f7c25a2b92b4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.949609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.950591] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.950775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.950825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.950996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.951098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.951191] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 already deleted. [ 896.951271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.953611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.953804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.953889] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e01316c-4207-484a-b708-f7c25a2b92b4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.016486] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: SUCCESS [ 897.016736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.017690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.019093] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.205593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 897.205820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.479221] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.479221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.479221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.479221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.479221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.479221] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 already deleted. [ 897.479221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.521819] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.920539] env[65687]: INFO networking_nsxv3.common.synchronization [req-44e705d2-ef6a-4a78-a186-8a55f52aa2dd req-4c43397d-58bf-4f84-9993-15b71303dd6a tempest-SecurityGroupRulesTestJSON-560385968 tempest-SecurityGroupRulesTestJSON-560385968-project-member] Enqueued Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 897.921547] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 with Priority: HIGHEST for action security_group_rules [ 897.921547] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e01316c-4207-484a-b708-f7c25a2b92b4 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.921634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.921667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.921946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.922337] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e01316c-4207-484a-b708-f7c25a2b92b4',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.025128] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17405d75-f60f-4315-89ca-83fa32d5abb9: rpc.has_security_group_logging(os_id): False [ 898.049027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.049027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.049170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.049456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.049456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.049649] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.049770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.049834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.049992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.050118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.050169] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 is going to be created. [ 898.132521] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.132778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.132866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.134040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.134040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.150450] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: IN_PROGRESS for 2s [ 898.444605] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.444605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.444863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.445334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.445472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.445580] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e01316c-4207-484a-b708-f7c25a2b92b4 already deleted. [ 898.445664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e01316c-4207-484a-b708-f7c25a2b92b4" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.077156] env[65687]: INFO networking_nsxv3.common.synchronization [None req-df2b437d-0baa-4e62-afad-1eb8f8dae2d9 None None] Enqueued Resource ID: 87a70319-9507-4822-934f-158b4ae42fbb with Priority: HIGHEST for action port [ 899.078893] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a70319-9507-4822-934f-158b4ae42fbb with Priority: HIGHEST for action port [ 899.079368] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a70319-9507-4822-934f-158b4ae42fbb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.079490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a70319-9507-4822-934f-158b4ae42fbb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.079490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a70319-9507-4822-934f-158b4ae42fbb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a70319-9507-4822-934f-158b4ae42fbb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081688] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a70319-9507-4822-934f-158b4ae42fbb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.584596] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87a70319-9507-4822-934f-158b4ae42fbb [ 899.584884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.585276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.585414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.585660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.585800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.586057] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87a70319-9507-4822-934f-158b4ae42fbb already deleted. [ 899.586142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a70319-9507-4822-934f-158b4ae42fbb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.830628] env[65687]: INFO networking_nsxv3.common.synchronization [req-5b533cf2-c3db-4596-94bf-37a618c22c03 req-ae00e3fb-d059-4171-88d1-9989d682ddae tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 899.831196] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 899.831493] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.834267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.834267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.834267] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.105811] env[65687]: INFO networking_nsxv3.common.synchronization [req-cad1abf9-55f5-46d1-966d-832d0ebb812a req-1063e820-d5a5-4f69-80b8-d6a011f79d54 tempest-ServersTestManualDisk-1136892093 tempest-ServersTestManualDisk-1136892093-project-member] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 900.106403] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGHEST for action security_group_members [ 900.106814] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.106878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.106907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.107305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.107437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.107549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.107619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.107815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.107902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.108058] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.164271] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: SUCCESS [ 900.164634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.239323] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.240248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.240248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.240925] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.241540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.241733] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.241984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.242149] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.242495] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.242617] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.242729] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.242837] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.242948] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.243086] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.243233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.264811] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.265026] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.265213] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.265474] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.265909] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-67dbf16d-0c70-4092-b4a1-fea81aaa956e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.266234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.266402] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.267064] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.267064] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dbf16d-0c70-4092-b4a1-fea81aaa956e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.335329] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.335329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.335329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.335329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.357581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.357668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.358110] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 900.386791] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.387084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.387189] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.387433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.387626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.397897] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 900.611195] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.611398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.611437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.611769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.635014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.635364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.635501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.635601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.635939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.636094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.636246] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb is going to be updated. [ 900.673449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.673688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.673688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.673936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.674187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.685274] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: IN_PROGRESS for 2s [ 900.770067] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.770317] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.770421] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.770705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.770853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.771018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 67dbf16d-0c70-4092-b4a1-fea81aaa956e not found, creating... [ 900.771305] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.771469] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.771589] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.771812] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.771943] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.776023] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.776023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.776023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.776023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.776023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.776023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 67dbf16d-0c70-4092-b4a1-fea81aaa956e is going to be created. [ 900.796807] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.797268] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.797538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.797825] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.798140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.798390] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.543227] env[65687]: INFO networking_nsxv3.common.synchronization [req-5b533cf2-c3db-4596-94bf-37a618c22c03 req-d46aef5c-2afe-4475-a59c-a0a9059df17c service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 901.543488] env[65687]: INFO networking_nsxv3.common.synchronization [req-5b533cf2-c3db-4596-94bf-37a618c22c03 req-d46aef5c-2afe-4475-a59c-a0a9059df17c service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 901.543721] env[65687]: INFO networking_nsxv3.common.synchronization [req-5b533cf2-c3db-4596-94bf-37a618c22c03 req-d46aef5c-2afe-4475-a59c-a0a9059df17c service nova] Enqueued Resource ID: 67dbf16d-0c70-4092-b4a1-fea81aaa956e with Priority: HIGHEST for action port [ 901.544311] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 901.544519] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 901.544594] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dbf16d-0c70-4092-b4a1-fea81aaa956e with Priority: HIGHEST for action port [ 901.544902] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.545087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.545155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.545380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.545466] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.546440] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.546542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.547111] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-67dbf16d-0c70-4092-b4a1-fea81aaa956e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.547256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.547323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.548053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.548053] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dbf16d-0c70-4092-b4a1-fea81aaa956e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.050413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.050413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.050671] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67dbf16d-0c70-4092-b4a1-fea81aaa956e with status ACTIVE [ 902.050671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.050755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.050786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.050997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.051100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.051278] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.051374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.051438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.051623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.051722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.051902] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.051966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.052038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.052178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.052249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.052334] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67dbf16d-0c70-4092-b4a1-fea81aaa956e is going to be updated. [ 902.081025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.081176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.081243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.081894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.081894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.081894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67dbf16d-0c70-4092-b4a1-fea81aaa956e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.411147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 902.411147] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.411147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.411147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.411147] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.704870] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9960d0a-7889-4e36-9a20-244d984b52bb in Status: SUCCESS [ 902.704870] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb deletion is rescheduled due to dependency. [ 902.704870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.915752] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.421458] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.924622] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.925142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926375] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 903.963407] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.963539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.963615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.963830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.963976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.975519] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 904.904278] env[65687]: INFO networking_nsxv3.common.synchronization [req-75ab2c82-3704-45a8-b748-f79d37418590 req-a17961f0-8eb5-4b13-9459-28cf4367af82 tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 904.904278] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 904.904926] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.905250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.905430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.905775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.906131] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.906381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.906550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.908843] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.268552] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.268957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.268957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.269300] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.271979] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.271979] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.271979] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.271979] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.271979] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.271979] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.271979] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.271979] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.271979] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.271979] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.271979] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.271979] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.296535] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.296780] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.296926] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.297121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.297649] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-17dd8973-c32b-437e-8eb8-8532df07b893 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.297649] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.297786] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.298131] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.298294] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dd8973-c32b-437e-8eb8-8532df07b893',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.412373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.412373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.412373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.412373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.412602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.412640] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.413809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.413809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413809] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c already deleted. [ 905.413809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.801444] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.801753] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.801813] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.802129] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.802298] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.802475] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 17dd8973-c32b-437e-8eb8-8532df07b893 not found, creating... [ 905.802759] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.802938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.803081] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.803332] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.803491] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.803822] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.803968] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.804113] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.804350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.804488] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.804630] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 17dd8973-c32b-437e-8eb8-8532df07b893 is going to be created. [ 905.838702] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.838702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.839085] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.839085] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.839497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.839793] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.992454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 905.992685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.992864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.993119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.993372] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.993439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.993500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.993662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.993744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.993830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.993924] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.496459] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.496776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.496776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.496934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.496978] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.497095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.497185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.497356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.497452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.497543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.497693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.497789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.497849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.498019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.498273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.498334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.498474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498720] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [req-75ab2c82-3704-45a8-b748-f79d37418590 req-a451dcc9-d616-4804-a25c-b466e59a19e3 service nova] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [req-75ab2c82-3704-45a8-b748-f79d37418590 req-a451dcc9-d616-4804-a25c-b466e59a19e3 service nova] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [req-75ab2c82-3704-45a8-b748-f79d37418590 req-a451dcc9-d616-4804-a25c-b466e59a19e3 service nova] Enqueued Resource ID: 17dd8973-c32b-437e-8eb8-8532df07b893 with Priority: HIGHEST for action port [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 906.570541] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dd8973-c32b-437e-8eb8-8532df07b893 with Priority: HIGHEST for action port [ 906.573523] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.573523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.573917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.573917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.573917] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.575295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.575789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.575789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.575789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.575789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.576749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.576749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.576749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.576749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.576749] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.580085] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-17dd8973-c32b-437e-8eb8-8532df07b893 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.580085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.580085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.580085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.580085] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dd8973-c32b-437e-8eb8-8532df07b893',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.003159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 907.029837] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.030023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.030075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.030381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.031198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.031198] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.031198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.031198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.031440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.031611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.031840] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.031840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.032430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.032530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.032872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.033133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.033209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.033327] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 907.081599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083122] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17dd8973-c32b-437e-8eb8-8532df07b893 with status ACTIVE [ 907.083122] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083122] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083502] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17dd8973-c32b-437e-8eb8-8532df07b893 is going to be updated. [ 907.084781] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.104423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.104423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.104423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.104675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.104705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.112558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.112703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.112773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.112978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.113131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.113294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.123229] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 907.588838] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.978457] env[65687]: INFO networking_nsxv3.common.synchronization [req-519ae8ea-f4d0-48f0-9506-c8f11b69866e req-44f613bd-6728-4b40-b2ce-e7abc84246eb tempest-ServersAdminNegativeTestJSON-1772375497 tempest-ServersAdminNegativeTestJSON-1772375497-project-member] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 907.979844] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 907.981729] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.981854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.981977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.982263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.982495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.982606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.982673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.982831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.982939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.983055] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.090478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.090478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.090478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.090883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.090883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.090883] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be created. [ 908.118291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.118603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.118679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.118939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.119142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.131648] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: UNINITIALIZED for 2s [ 908.485358] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.990174] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.139738] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 909.139738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.492028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.492225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.492276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.492471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.492560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.492659] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be updated. [ 909.527826] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.527974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.528207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.528207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.528207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.539414] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 910.149380] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: SUCCESS [ 910.149840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.149840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.151070] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151070] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.654106] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.157390] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5054a561-c208-4425-a0f0-56a5a7553a4c: rpc.has_security_group_logging(os_id): False [ 911.176856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.177016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.177087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.177356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.177455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.177737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.177872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.177916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.178101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.178179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.178270] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be created. [ 911.259488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.259644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.259713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.259939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.260160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.273554] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: IN_PROGRESS for 2s [ 911.550720] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 911.552373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.119608] env[65687]: INFO networking_nsxv3.common.synchronization [req-ae68a200-91a0-4d08-8dcd-1409436fbb11 req-aaa8d5fb-b612-4487-884c-bf42cc3d1848 tempest-ServerRescueTestJSON-1507270341 tempest-ServerRescueTestJSON-1507270341-project-member] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 912.120836] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 912.124014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.124014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.124014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.124014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.625170] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.086667] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b282d007-6be6-4d92-8528-37f8a70bbab0 None None] Enqueued Resource ID: f040509d-6c46-4310-a5ac-57a7599e245b with Priority: HIGHEST for action port [ 913.087051] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040509d-6c46-4310-a5ac-57a7599e245b with Priority: HIGHEST for action port [ 913.087357] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f040509d-6c46-4310-a5ac-57a7599e245b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.087550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f040509d-6c46-4310-a5ac-57a7599e245b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.087550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f040509d-6c46-4310-a5ac-57a7599e245b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.087852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f040509d-6c46-4310-a5ac-57a7599e245b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.087852] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f040509d-6c46-4310-a5ac-57a7599e245b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.128016] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.286666] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: SUCCESS [ 913.286959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.593102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f040509d-6c46-4310-a5ac-57a7599e245b [ 913.594322] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.594474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.594534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.594809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.594933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.595054] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f040509d-6c46-4310-a5ac-57a7599e245b already deleted. [ 913.595164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f040509d-6c46-4310-a5ac-57a7599e245b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.630653] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.632042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.632042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.632042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.632042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.632042] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be updated. [ 913.666648] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.666857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.666940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.679159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 913.886588] env[65687]: INFO networking_nsxv3.common.synchronization [None req-29cdcb33-e84b-496c-a796-f7915fa4d1bc tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 with Priority: HIGHEST for action security_group_rules [ 913.887161] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 with Priority: HIGHEST for action security_group_rules [ 913.891635] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.891774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.891842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.892161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.893041] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd52bc61-2e30-433b-ae6a-ea9080cd13e3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.988712] env[65687]: INFO networking_nsxv3.common.synchronization [None req-6267cbd8-85b5-44ad-ac15-933dd10fe040 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 with Priority: HIGHEST for action security_group_rules [ 913.989465] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 with Priority: HIGHEST for action security_group_rules [ 913.989818] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.989939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.415876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.416069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.416189] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.416381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.416478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.416578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 already deleted. [ 914.416665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.416829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.416993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.417088] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd52bc61-2e30-433b-ae6a-ea9080cd13e3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.847220] env[65687]: INFO networking_nsxv3.common.synchronization [None req-e2e21014-8445-4bc5-9b71-2289cc659c23 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 914.847220] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 914.847893] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.848597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.848778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.849132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.849308] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.941556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.941556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.941556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.941556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.941556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.941556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd52bc61-2e30-433b-ae6a-ea9080cd13e3 already deleted. [ 914.941823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd52bc61-2e30-433b-ae6a-ea9080cd13e3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.944484] env[65687]: INFO networking_nsxv3.common.synchronization [None req-e3b766cf-357e-43d0-9b38-9202c353a567 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 914.944999] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 914.945595] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.945595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.375328] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375328] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 already deleted. [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.375328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.375328] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.692607] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 915.692717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.807460] env[65687]: INFO networking_nsxv3.common.synchronization [None req-12851b7d-dac3-4811-b9b2-f587b912061a None None] Enqueued Resource ID: e9b8eca4-30ae-44d6-ae56-01e69f42a559 with Priority: HIGHEST for action port [ 915.807989] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b8eca4-30ae-44d6-ae56-01e69f42a559 with Priority: HIGHEST for action port [ 915.808347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b8eca4-30ae-44d6-ae56-01e69f42a559 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.808462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b8eca4-30ae-44d6-ae56-01e69f42a559" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.808526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b8eca4-30ae-44d6-ae56-01e69f42a559" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.808786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b8eca4-30ae-44d6-ae56-01e69f42a559" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.808856] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b8eca4-30ae-44d6-ae56-01e69f42a559',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.896810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.896810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.897778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.897778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.897778] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 already deleted. [ 915.897942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.312024] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9b8eca4-30ae-44d6-ae56-01e69f42a559 [ 916.312285] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.312436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.312512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.312797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.312904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.313048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9b8eca4-30ae-44d6-ae56-01e69f42a559 already deleted. [ 916.313208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b8eca4-30ae-44d6-ae56-01e69f42a559" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.640688] env[65687]: INFO networking_nsxv3.common.synchronization [req-8286e279-2b35-4ac3-b6db-3c1830c67f4c req-83da5150-2a99-4c8d-8526-c1eb9bae14c2 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 917.641286] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 917.641623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.641765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.641845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.642084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.642254] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.642379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.642439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.642631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.642733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.642827] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.146737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.146737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.146737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.146737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.168314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.168314] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.168516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.168516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.168649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.168746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.168845] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 918.197832] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.197832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.197832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.197832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.213964] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 918.590140] env[65687]: INFO networking_nsxv3.common.synchronization [req-8d438791-1335-4378-8ff6-c95f9e5b32d3 req-58c873ba-72f2-4500-a48b-213ea67f8639 tempest-ServerMetadataNegativeTestJSON-1521619955 tempest-ServerMetadataNegativeTestJSON-1521619955-project-member] Enqueued Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 918.590140] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 918.590563] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.590862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.591120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.592252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.592804] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.593168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.593801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.593801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.593801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.593801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.014805] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-491" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.015334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-491" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.015517] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-491" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.015801] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.016078] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.016161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.016602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.016884] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.017184] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.017317] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.017434] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.017549] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.017665] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.017774] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.017912] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.041706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.041882] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.042181] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.042266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-491" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.042838] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.043058] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.043183] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.043503] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.043643] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.096677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.097196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.097314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.097610] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.097736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.097829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.098015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.098824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.098824] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf already deleted. [ 919.098824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.177256] env[65687]: INFO networking_nsxv3.common.synchronization [req-3806153a-9219-4478-a49f-fa3f89dab9f6 req-160c2d32-b188-4a8e-bb77-563a3fb0622b tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 919.177970] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 919.178415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.178570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.178677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.178913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.179134] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.179261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.179351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.179544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.179656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.179803] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.548935] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.549391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.549522] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.549914] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.550154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.550377] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 not found, creating... [ 919.550781] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.551007] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.551174] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.551423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.551977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.552308] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.552475] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552596] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.552820] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.552961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 is going to be created. [ 919.576151] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576392] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576537] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576854] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.577135] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.577375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.682665] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.184972] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.224509] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 920.225384] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 920.225384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.281440] env[65687]: INFO networking_nsxv3.common.synchronization [req-8d438791-1335-4378-8ff6-c95f9e5b32d3 req-566a4f24-be0f-48b8-af61-7741f9bfdf2f service nova] Enqueued Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_rules [ 920.281566] env[65687]: INFO networking_nsxv3.common.synchronization [req-8d438791-1335-4378-8ff6-c95f9e5b32d3 req-566a4f24-be0f-48b8-af61-7741f9bfdf2f service nova] Enqueued Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 920.281710] env[65687]: INFO networking_nsxv3.common.synchronization [req-8d438791-1335-4378-8ff6-c95f9e5b32d3 req-566a4f24-be0f-48b8-af61-7741f9bfdf2f service nova] Enqueued Resource ID: ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 with Priority: HIGHEST for action port [ 920.282328] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_rules [ 920.282501] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 920.282774] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 with Priority: HIGHEST for action port [ 920.283121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.283271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.283346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.283633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.283724] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.285558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.285699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.285786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.286012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.286190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.286307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.286390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.286698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.286698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.286776] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.288492] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.288607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.288664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.288945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.289120] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.688403] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.688596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.688735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.689059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.689185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.689321] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 920.743572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.743832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.743949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.744311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.744542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.755396] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 920.786233] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.786400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793982] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.793982] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 with status ACTIVE [ 920.793982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.793982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.793982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.793982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.794770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08 is going to be updated. [ 920.820869] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.820869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.820869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad9c10c4-ef8d-4157-a10e-c5c11c0c9f08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.297334] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.800773] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.800964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.801138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.801262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.801382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.801489] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf is going to be created. [ 921.838662] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.838811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.838883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.839222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.839345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.851768] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: UNINITIALIZED for 2s [ 921.920029] env[65687]: INFO networking_nsxv3.common.synchronization [None req-24505606-c602-4665-b9ad-16bc7b794269 tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 with Priority: HIGHEST for action security_group_rules [ 921.920029] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 with Priority: HIGHEST for action security_group_rules [ 921.920569] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.923433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.923433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.923433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.923433] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d3639a8-d6f8-4190-bb8d-2ed72feace08',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.026038] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b2afc3ea-13f7-4714-9a89-cac6109564f7 tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 with Priority: HIGHEST for action security_group_rules [ 922.026924] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 with Priority: HIGHEST for action security_group_rules [ 922.027920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.027920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.449532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.449981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.449981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.450203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.450307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.450457] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 already deleted. [ 922.450587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.450805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.451079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.451297] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d3639a8-d6f8-4190-bb8d-2ed72feace08',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.767669] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 922.767978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.975291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.975417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.976071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.976071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.976071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.976071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d3639a8-d6f8-4190-bb8d-2ed72feace08 already deleted. [ 922.976071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d3639a8-d6f8-4190-bb8d-2ed72feace08" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.862232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: SUCCESS [ 923.862539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.862648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.863042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.863289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.863445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.863533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.863727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.863903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864111] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.976021] env[65687]: INFO networking_nsxv3.common.synchronization [req-90899064-8c86-4420-a2b5-30bf912d8e8a req-7f3f9525-d9e5-47ce-98d5-7f41e396fb96 tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 923.976021] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 923.976309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.976545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.976693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.976964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.977463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.977607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.979341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.979341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.979341] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.348145] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.348640] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.348640] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.348852] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.349127] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.349315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.349444] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.349685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.349895] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.350063] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.350198] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.350313] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.350457] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.350591] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.350706] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.350932] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.366604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.366818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.366859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.367168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.367404] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.367542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.367603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.367829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.367922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.368132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.368305] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.368409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.368490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.368683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.368846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.368954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.369160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.369230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.369335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.369448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.369543] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.372063] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.372251] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.372391] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.372587] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.372923] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e591483f-ddfe-4834-a9ee-e5a7bc070808 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.373161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.373295] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.373974] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.373974] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e591483f-ddfe-4834-a9ee-e5a7bc070808',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.480964] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.481108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.481108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.481389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.481487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.481687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.481809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.481880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.482040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.482118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.482249] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 924.513084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527499] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 924.872328] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9861897-1d4f-411d-a9d9-a42c2eaedebf: rpc.has_security_group_logging(os_id): False [ 924.877105] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.877412] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.877545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.877831] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.877978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.878222] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e591483f-ddfe-4834-a9ee-e5a7bc070808 not found, creating... [ 924.878499] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.878658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.878776] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.878999] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.879195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.879439] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.879635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.879759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.879965] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.880111] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.880256] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e591483f-ddfe-4834-a9ee-e5a7bc070808 is going to be created. [ 924.890511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.890687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.890730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.890924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.891020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.891356] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.891426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.891487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.891644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.891779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.891923] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.892358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.892358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.892548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.892626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.892821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.892919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.893263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.893263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.893263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.893398] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf is going to be created. [ 924.921155] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.921155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.921155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.921155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.921155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.921155] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.003162] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.003326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.003398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.003634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.003827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.017535] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: IN_PROGRESS for 2s [ 925.627327] env[65687]: INFO networking_nsxv3.common.synchronization [req-90899064-8c86-4420-a2b5-30bf912d8e8a req-319f9da7-2515-4e1d-8058-18e9118a926d service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 925.627547] env[65687]: INFO networking_nsxv3.common.synchronization [req-90899064-8c86-4420-a2b5-30bf912d8e8a req-319f9da7-2515-4e1d-8058-18e9118a926d service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 925.627788] env[65687]: INFO networking_nsxv3.common.synchronization [req-90899064-8c86-4420-a2b5-30bf912d8e8a req-319f9da7-2515-4e1d-8058-18e9118a926d service nova] Enqueued Resource ID: e591483f-ddfe-4834-a9ee-e5a7bc070808 with Priority: HIGHEST for action port [ 925.628532] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 925.628767] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 925.628861] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e591483f-ddfe-4834-a9ee-e5a7bc070808 with Priority: HIGHEST for action port [ 925.629439] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.629625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.629677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.629937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.630090] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.631157] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.631390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.631518] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e591483f-ddfe-4834-a9ee-e5a7bc070808 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.631689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.631762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.631968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.632069] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e591483f-ddfe-4834-a9ee-e5a7bc070808',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.137196] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.137196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.137196] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e591483f-ddfe-4834-a9ee-e5a7bc070808 with status ACTIVE [ 926.137574] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.137574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.137574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.137778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.137993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.138106] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.138234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.138502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.138502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.138692] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.138781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.138973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.139116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140270] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e591483f-ddfe-4834-a9ee-e5a7bc070808 is going to be updated. [ 926.165806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.165806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.165806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.165806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.165806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.165806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e591483f-ddfe-4834-a9ee-e5a7bc070808" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.539026] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 926.539026] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 926.539026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.539026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.539026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.539026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.539026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.539026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.539404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.539404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.539404] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.030423] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: SUCCESS [ 927.030656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041307] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.543738] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.046658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.046897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.047156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.047442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.047567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.047697] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 928.082939] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.083157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.083270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.083465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.083613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.095478] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 930.108658] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 930.108944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.109200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.109319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.109523] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.109704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.109704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.109896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.109975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.110102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.110167] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.613035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.613254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.613394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.614038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.614133] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.614234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.614420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.614592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.614789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.614916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.615153] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.615280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.615360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.616024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.616024] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.616024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.616024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.616262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.616262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.616342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.616458] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.629601] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 930.629754] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 930.862525] env[65687]: INFO networking_nsxv3.common.synchronization [req-ec409da8-22e9-4226-86f6-aba2ade47e01 req-92431b2a-7c60-4b4e-8930-fa54eb15569a tempest-InstanceActionsTestJSON-694693118 tempest-InstanceActionsTestJSON-694693118-project-member] Enqueued Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 930.862930] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 930.863267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.863410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.863535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.863757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.863917] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.864113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.864200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.864378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.864473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.864560] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.119637] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b66cd9-bb29-46b3-ab55-e346886b19ab: rpc.has_security_group_logging(os_id): False [ 931.142326] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.142462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.142537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.142749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.142839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.143063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.143165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.143222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.143378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.143477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.143628] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.143720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.143781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.143919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.143992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.144226] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.144344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.144406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.144550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.144639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.144724] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 931.187438] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.187720] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-829" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.187857] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-829" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.188440] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-829" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.188883] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.189241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.189431] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.189694] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.189853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.190090] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.190283] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.190358] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.190658] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.190796] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.190916] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.191073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.209598] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.209766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.209807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.210012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.210160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215579] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.215759] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.215920] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.216079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-829" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.216454] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-289f9b20-28c6-4332-bef9-febfde8e3fcc taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.216650] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.216769] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.217109] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.217252] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289f9b20-28c6-4332-bef9-febfde8e3fcc',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.227856] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 931.367020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.367191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.367265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.367489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.367591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.367788] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.367883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.367969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.368222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.368323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.368376] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d813f3-d56e-407b-a468-7298868eb39c already deleted. [ 931.368460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720264] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720578] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721138] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721466] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 289f9b20-28c6-4332-bef9-febfde8e3fcc not found, creating... [ 931.722045] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722245] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722667] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722824] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722941] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.723175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.723311] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.723451] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 289f9b20-28c6-4332-bef9-febfde8e3fcc is going to be created. [ 931.744258] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.744539] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.744619] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.744894] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.745163] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.745397] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.226421] env[65687]: INFO networking_nsxv3.common.synchronization [req-f9d01d17-6243-4093-b71b-c9afb2ee553f req-cc9df147-fc61-4392-a50d-8969ec98e9d1 tempest-ServersWithSpecificFlavorTestJSON-1495600097 tempest-ServersWithSpecificFlavorTestJSON-1495600097-project-member] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 932.227116] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGHEST for action security_group_members [ 932.227513] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.227634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.227722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.227996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.228251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.228652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.228750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.228851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [req-ec409da8-22e9-4226-86f6-aba2ade47e01 req-8f2402da-18d1-4357-a0bd-14505d5b85ec service nova] Enqueued Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_rules [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [req-ec409da8-22e9-4226-86f6-aba2ade47e01 req-8f2402da-18d1-4357-a0bd-14505d5b85ec service nova] Enqueued Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [req-ec409da8-22e9-4226-86f6-aba2ade47e01 req-8f2402da-18d1-4357-a0bd-14505d5b85ec service nova] Enqueued Resource ID: 289f9b20-28c6-4332-bef9-febfde8e3fcc with Priority: HIGHEST for action port [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_rules [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 932.448275] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289f9b20-28c6-4332-bef9-febfde8e3fcc with Priority: HIGHEST for action port [ 932.448275] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.450610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.450704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.451133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.451133] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.452492] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.452584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.452621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.452797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.453234] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.453234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.453234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.453434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.453434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.453434] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.454300] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-289f9b20-28c6-4332-bef9-febfde8e3fcc taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.454403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.454466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454682] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289f9b20-28c6-4332-bef9-febfde8e3fcc',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.731807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733989] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be updated. [ 932.764472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.764472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.764472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.764472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.764472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.776803] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: IN_PROGRESS for 2s [ 932.956063] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.957227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.957883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.958358] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 289f9b20-28c6-4332-bef9-febfde8e3fcc with status ACTIVE [ 932.958556] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.958677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.958743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.960088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.960207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.960429] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.960576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.960607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.960792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.960870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.961074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.964642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.964642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.964642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.964642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.964642] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 289f9b20-28c6-4332-bef9-febfde8e3fcc is going to be updated. [ 932.986952] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.987136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.988057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.988247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289f9b20-28c6-4332-bef9-febfde8e3fcc" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.215377] env[65687]: INFO networking_nsxv3.common.synchronization [req-7ee3639d-b50a-4624-8219-03e8a20e4a0e req-8b678179-6dc3-41b4-a940-f781e5f5bc71 tempest-ServerMetadataNegativeTestJSON-1521619955 tempest-ServerMetadataNegativeTestJSON-1521619955-project-member] Enqueued Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 933.216663] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGHEST for action security_group_members [ 933.216663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.216988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217643] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.248657] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 933.248657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.362479] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-3576486b-b906-4f00-9ffe-94f40fb24b05 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 933.363040] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 933.363362] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.363542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.363542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.363756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.363909] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.364529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.364529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.364529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.364529] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.458795] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.720884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.721056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.721132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.721357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.721454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.721661] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.721797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.721863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.722057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.722148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.722240] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf is going to be updated. [ 933.751715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.752173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.753029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.753178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.753329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.756663] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.756853] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.756991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.757560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.757560] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.758572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.758572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.758572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.758572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.758572] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.758572] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.758768] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.758768] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.758873] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.758971] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.759121] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.767048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: IN_PROGRESS for 2s [ 933.783468] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.783468] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.783468] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.783468] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.783468] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-3e35407b-3ba7-46f6-935c-9588f485ee74 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.783808] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.783808] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.784116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.784269] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e35407b-3ba7-46f6-935c-9588f485ee74',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.866844] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.867014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.867090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.867318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.867411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.867613] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.867706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.867764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.867917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.867992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.869082] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 933.897599] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.897599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.897599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.897599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.897599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.908500] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 933.961245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.961414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.961484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.961730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.961817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.961929] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d813f3-d56e-407b-a468-7298868eb39c is going to be created. [ 933.992500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.992500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.992500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.992500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.992500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.006987] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: UNINITIALIZED for 2s [ 934.286438] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.286935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.286935] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.287132] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.287279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.287420] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 3e35407b-3ba7-46f6-935c-9588f485ee74 not found, creating... [ 934.287706] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.287891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.288052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.288311] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.288462] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.288782] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.288988] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.289145] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.289410] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.289570] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.289734] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 3e35407b-3ba7-46f6-935c-9588f485ee74 is going to be created. [ 934.316284] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.316549] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.316645] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.316921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.317242] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.317487] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.788238] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 in Status: SUCCESS [ 934.788783] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 deletion is rescheduled due to dependency. [ 934.788945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.062747] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-bc7b3f6d-d117-425f-92bb-f36f92b6bd82 service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 935.063044] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-bc7b3f6d-d117-425f-92bb-f36f92b6bd82 service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 935.063044] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-bc7b3f6d-d117-425f-92bb-f36f92b6bd82 service nova] Enqueued Resource ID: 3e35407b-3ba7-46f6-935c-9588f485ee74 with Priority: HIGHEST for action port [ 935.063608] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 935.063753] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 935.063847] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e35407b-3ba7-46f6-935c-9588f485ee74 with Priority: HIGHEST for action port [ 935.064600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.064600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.064600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.064600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.064830] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.065975] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.066111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.066306] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e35407b-3ba7-46f6-935c-9588f485ee74 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.066413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.066539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.066663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.066729] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e35407b-3ba7-46f6-935c-9588f485ee74',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.568311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.568620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568747] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e35407b-3ba7-46f6-935c-9588f485ee74 with status ACTIVE [ 935.568832] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.568919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.569412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.569617] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.569719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.569782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.570038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.570225] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.570310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.570373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.570517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.570648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.570710] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e35407b-3ba7-46f6-935c-9588f485ee74 is going to be updated. [ 935.592836] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.593032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.593107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.593329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.593503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.593672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e35407b-3ba7-46f6-935c-9588f485ee74" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.780974] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf in Status: SUCCESS [ 935.781262] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf deletion is rescheduled due to dependency. [ 935.781386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.919748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 935.919978] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 deletion is rescheduled due to dependency. [ 935.920117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.921286] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.921286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.921286] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.019439] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: SUCCESS [ 936.019700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.020269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.020495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.020692] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.020816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.020883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.021055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.021155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.021215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.021301] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.037831] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-76e18466-5abe-46f9-a365-077ca51a5744 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 936.038713] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 936.039437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.039645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.360694] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.361186] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.361420] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.361656] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.362286] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.362818] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.363214] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.363513] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.363678] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.363935] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.364064] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.364177] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.364289] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.364403] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.364511] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.364655] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.387142] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.387331] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.387471] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.387642] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-97" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.388237] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-fac0bec1-ba1f-4223-b6eb-7888597a8d19 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.388377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.388420] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.388743] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.388878] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac0bec1-ba1f-4223-b6eb-7888597a8d19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.429254] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.526267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.526542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.526663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.526935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.527173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.527373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.527506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.527717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.527852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.527976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.528302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.528453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.528554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.528713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.528855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.528949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.529021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.529169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.529241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.529319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.529408] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.891853] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.892274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.892317] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.892693] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.892856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.893080] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port fac0bec1-ba1f-4223-b6eb-7888597a8d19 not found, creating... [ 936.893420] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.893629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.893838] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.894113] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.894280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.894625] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.894838] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.894965] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.895248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.895421] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.895608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: fac0bec1-ba1f-4223-b6eb-7888597a8d19 is going to be created. [ 936.926960] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.927379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.927540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.927930] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.928333] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.928635] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.929723] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.033278] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d813f3-d56e-407b-a468-7298868eb39c: rpc.has_security_group_logging(os_id): False [ 937.059766] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.060077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.060215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.060758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.060758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.061137] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.061295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.061430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.061754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.061922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.062295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.062464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.062533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.062862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.063054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.063348] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.063494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.063600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.063982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.064104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.064205] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d813f3-d56e-407b-a468-7298868eb39c is going to be created. [ 937.133379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.133564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.133625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.133860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.134064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.151536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: IN_PROGRESS for 2s [ 937.432178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.432397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.432501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.432756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.432882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.432989] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 937.465994] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.466279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.466352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.466566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.466714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.475495] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 937.642570] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-fa5e5a40-8e76-4158-a5aa-8480e751b05e service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 937.642783] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-fa5e5a40-8e76-4158-a5aa-8480e751b05e service nova] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 937.642885] env[65687]: INFO networking_nsxv3.common.synchronization [req-9f183199-d892-4292-840d-5ea527fd7f8b req-fa5e5a40-8e76-4158-a5aa-8480e751b05e service nova] Enqueued Resource ID: fac0bec1-ba1f-4223-b6eb-7888597a8d19 with Priority: HIGHEST for action port [ 937.643471] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_rules [ 937.643619] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 937.643723] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac0bec1-ba1f-4223-b6eb-7888597a8d19 with Priority: HIGHEST for action port [ 937.643989] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644296] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac0bec1-ba1f-4223-b6eb-7888597a8d19 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.644889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.645020] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac0bec1-ba1f-4223-b6eb-7888597a8d19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.150990] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fac0bec1-ba1f-4223-b6eb-7888597a8d19 with status ACTIVE [ 938.150990] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.150990] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.150990] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.150990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.150990] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fac0bec1-ba1f-4223-b6eb-7888597a8d19 is going to be updated. [ 938.172177] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.172177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.172177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.172177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.172177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.172177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac0bec1-ba1f-4223-b6eb-7888597a8d19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.165222] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: SUCCESS [ 939.165608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 939.485409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.485680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.485870] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.485992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.486267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.486325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486513] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.487360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.487521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.487682] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.487787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.487851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.488253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.488378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.488496] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.993125] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.993125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.993125] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.495257] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.828305] env[65687]: INFO networking_nsxv3.common.synchronization [req-a33ade26-3351-4fb1-a3db-b02816ece4c4 req-477bfb96-154b-4de1-8b89-fb5a5bc863f9 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 940.828305] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 940.828633] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.828806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.828879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.829133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.829304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.829648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.829648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.829648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.829757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.829787] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.998768] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.998972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.998972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.999284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.999352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999411] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 941.042634] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.042634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.042634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.042915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.042915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.055082] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 941.198487] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.198707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.198842] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.199175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.199499] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.199684] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.199803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.200067] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.200229] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.200466] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.200651] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.200705] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.200813] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.200946] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.201087] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.201200] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.225597] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.225811] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.225971] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.226235] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.226561] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-50b97728-92d5-4d82-9e1d-4246c0feb53e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.226741] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.226862] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.227269] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.227449] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b97728-92d5-4d82-9e1d-4246c0feb53e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.331750] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.730202] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.730531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.730620] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.730874] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.731035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.731193] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 50b97728-92d5-4d82-9e1d-4246c0feb53e not found, creating... [ 941.731460] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.731616] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.731732] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.731954] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.732113] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.732436] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.732607] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.732701] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.732907] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.733052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.733183] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 50b97728-92d5-4d82-9e1d-4246c0feb53e is going to be created. [ 941.758240] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.758498] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.758627] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.758904] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.759192] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.759493] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.834481] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.337937] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.338224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.338324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.338631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.338754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.338887] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 942.378737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.378944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.378997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.379453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.379453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.391332] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 942.507049] env[65687]: INFO networking_nsxv3.common.synchronization [req-a33ade26-3351-4fb1-a3db-b02816ece4c4 req-2caade1f-6fad-4e61-96b4-38e254de8b03 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 942.507049] env[65687]: INFO networking_nsxv3.common.synchronization [req-a33ade26-3351-4fb1-a3db-b02816ece4c4 req-2caade1f-6fad-4e61-96b4-38e254de8b03 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 942.507049] env[65687]: INFO networking_nsxv3.common.synchronization [req-a33ade26-3351-4fb1-a3db-b02816ece4c4 req-2caade1f-6fad-4e61-96b4-38e254de8b03 service nova] Enqueued Resource ID: 50b97728-92d5-4d82-9e1d-4246c0feb53e with Priority: HIGHEST for action port [ 942.511096] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 942.511096] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 942.511096] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b97728-92d5-4d82-9e1d-4246c0feb53e with Priority: HIGHEST for action port [ 942.511096] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.511096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.511096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.511096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.511096] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.514687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.514687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.514687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b97728-92d5-4d82-9e1d-4246c0feb53e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.514687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.514687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.514687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.514687] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b97728-92d5-4d82-9e1d-4246c0feb53e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.015577] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.016063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024246] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b97728-92d5-4d82-9e1d-4246c0feb53e with status ACTIVE [ 943.024534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.024715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.025086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.025216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.025432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.025561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.025869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.025869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.025969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.026932] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.026932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.026932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.026932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.026932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.026932] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b97728-92d5-4d82-9e1d-4246c0feb53e is going to be updated. [ 943.050436] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.050658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.050658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.050888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.051103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.051275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b97728-92d5-4d82-9e1d-4246c0feb53e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.075263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 943.075679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.075978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.076398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.076731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.076954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.077105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.077405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.077564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.077736] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.580998] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.086214] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.403390] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 944.403390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.403585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.403854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.404094] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.404234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.404300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.404472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.404556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.404654] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.588892] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.589130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.589278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.589627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.589764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.589921] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 944.624284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.624425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.624510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.624763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.624971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.636838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 944.907829] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.410663] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.827985] env[65687]: INFO networking_nsxv3.common.synchronization [req-6770c9b8-a853-4231-9401-3a9f97940085 req-ec7d15b5-342a-4a61-b6d5-2e8d90015be7 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 945.828974] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 945.828974] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.828974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.832125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.832434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.832642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.832763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.832828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.832994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.833096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.833196] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.912834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.913170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.913170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.913366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.913598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.913598] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 945.950230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.951521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.951521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.951521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.951521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.965881] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 946.259602] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.259870] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.260035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.260437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.260731] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.260922] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.261077] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.261335] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.261501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.261724] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.261869] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.262013] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.262207] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.262426] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.262539] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.262693] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.297911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.298163] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.298377] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.298495] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.298825] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-bddc01be-4142-454f-a69c-d8dd6a94ec19 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.299021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.299161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.299491] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.299661] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddc01be-4142-454f-a69c-d8dd6a94ec19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.335369] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.335601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.335655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.335839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.335931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.336406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336791] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be deleted. [ 946.394288] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.394606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.394718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.395019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.395171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.395351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.651829] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 946.652269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.652474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.652897] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.653032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.653087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.653272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.653346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.653475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.653609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.653720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.653767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.653873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.654175] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.654279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.654366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.654511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.654511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.654627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.654670] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.725521] env[65687]: INFO networking_nsxv3.common.synchronization [req-80d16626-6495-4e76-8ae0-e76727540015 req-9fec2e35-2d12-44b4-851c-7d7d43d3d32e tempest-ServerActionsTestOtherA-2043773922 tempest-ServerActionsTestOtherA-2043773922-project-member] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 946.725521] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGHEST for action security_group_members [ 946.726291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726519] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.726570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.727136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.727136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.727136] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.802910] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.803262] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.803413] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.803789] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.804007] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.804258] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port bddc01be-4142-454f-a69c-d8dd6a94ec19 not found, creating... [ 946.804650] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.804899] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.805085] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.805425] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.805647] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.806053] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.806320] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.806875] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.806875] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.807060] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.807140] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: bddc01be-4142-454f-a69c-d8dd6a94ec19 is going to be created. [ 946.831862] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.832121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.832304] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.832748] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.833014] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.833257] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.157210] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7: rpc.has_security_group_logging(os_id): False [ 947.177207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.177404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.177482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.178120] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.178272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.178332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.178549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.178650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.178846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.178955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.179061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.179251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.179348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.179531] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.179633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.179728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.179910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.180023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180098] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 947.225450] env[65687]: INFO networking_nsxv3.common.synchronization [req-07773435-c991-4a06-8b53-f0b0535a0a01 req-242d6ca5-d46a-453a-8272-1bda524512da tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 947.226164] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 947.227059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.227305] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.227815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.227964] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.229437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.242509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.242693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.258989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.259260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.259889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.259889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.259889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.259889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.260198] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa is going to be updated. [ 947.261394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.261684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.261912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280808] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 947.342666] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.342666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.342666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.342666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.342666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.365723] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: IN_PROGRESS for 2s [ 947.517418] env[65687]: INFO networking_nsxv3.common.synchronization [req-7b3b2e1d-678d-46dc-ae4f-a5eded63ff2d req-fccdb5c5-e0a0-4080-add9-b2cfda7e07d3 tempest-MultipleCreateTestJSON-2084186214 tempest-MultipleCreateTestJSON-2084186214-project-member] Enqueued Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 947.518176] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 with Priority: HIGHEST for action security_group_members [ 947.518561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.518668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621167] env[65687]: INFO networking_nsxv3.common.synchronization [req-6770c9b8-a853-4231-9401-3a9f97940085 req-8d48e1ae-4afa-4ac2-aa05-82f4a3a46d17 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 947.621167] env[65687]: INFO networking_nsxv3.common.synchronization [req-6770c9b8-a853-4231-9401-3a9f97940085 req-8d48e1ae-4afa-4ac2-aa05-82f4a3a46d17 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 947.621167] env[65687]: INFO networking_nsxv3.common.synchronization [req-6770c9b8-a853-4231-9401-3a9f97940085 req-8d48e1ae-4afa-4ac2-aa05-82f4a3a46d17 service nova] Enqueued Resource ID: bddc01be-4142-454f-a69c-d8dd6a94ec19 with Priority: HIGHEST for action port [ 947.621896] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 947.621896] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 947.622360] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddc01be-4142-454f-a69c-d8dd6a94ec19 with Priority: HIGHEST for action port [ 947.622360] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.622476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.622871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.622871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.622871] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.624155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.624155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.624155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.624286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.624467] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.624467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.624556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.625218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.625218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.625218] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.626350] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddc01be-4142-454f-a69c-d8dd6a94ec19 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.626350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.626350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.626553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.626553] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddc01be-4142-454f-a69c-d8dd6a94ec19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.732322] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.870282] env[65687]: INFO networking_nsxv3.common.synchronization [req-5d105ef5-1890-4750-83c4-e636ac363f7f req-b458ffd1-f7d3-4051-9a12-3c836266faed tempest-ServerRescueTestJSON-1507270341 tempest-ServerRescueTestJSON-1507270341-project-member] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 947.872212] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGHEST for action security_group_members [ 947.872856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.873968] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.979491] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 947.979910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.980258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.980496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.980693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.980820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.980886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.981059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.981154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.981252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.981348] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.130491] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.130675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.133193] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.133193] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bddc01be-4142-454f-a69c-d8dd6a94ec19 with status ACTIVE [ 948.133193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.133193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.133193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.134494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.134580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.134781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.134883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.134947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.135123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.135221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.135889] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bddc01be-4142-454f-a69c-d8dd6a94ec19 is going to be updated. [ 948.138732] env[65687]: INFO networking_nsxv3.common.synchronization [req-82f4ce2e-c9ba-4bfb-b446-fa0d7bfb9ceb req-694ccc60-fe80-4200-932c-d4d4ac7d5245 tempest-InstanceActionsV221TestJSON-1913946923 tempest-InstanceActionsV221TestJSON-1913946923-project-member] Enqueued Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 948.139914] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 948.140260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.140380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.140445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.140843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.141060] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.141060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.141179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.141621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.141621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.141621] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.164181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.164326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.164377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.164588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.164729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.164886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddc01be-4142-454f-a69c-d8dd6a94ec19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.234996] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.381101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.381101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.381101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.381101] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be updated. [ 948.415139] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.415139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.415139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.415139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.415139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.422965] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: IN_PROGRESS for 2s [ 948.484049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.484237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.484315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.484615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.484800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.484920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.484993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.485319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.485413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.485586] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.486049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.486147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.486204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.486349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.487502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.487502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.487502] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.499458] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.499692] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-867" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.499820] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-867" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.500265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-867" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.500565] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.500833] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.500975] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.501228] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.501405] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.501602] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.501732] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.501857] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.501969] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.502092] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.502200] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.502332] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.523930] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.523930] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.523930] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.523930] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-867" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524270] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-8671f0ee-a27b-4585-8403-e305b5e5e0a3 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.524435] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.524572] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.524919] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.525080] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8671f0ee-a27b-4585-8403-e305b5e5e0a3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.638309] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.643667] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.643745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.644136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.644136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.644331] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.644427] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.644486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.644718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.644801] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 already deleted. [ 948.645223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.737671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.737976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.737976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.738616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.738616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.738616] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be updated. [ 948.767708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.767877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.767943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.768200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.768364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.778566] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: IN_PROGRESS for 2s [ 948.989537] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 949.008956] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.009181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.009239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.009518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.009649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.009886] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.010039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.010131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.010322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.010424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.010636] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.010776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.010858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.011014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.011144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.011353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.011478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.011558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.011719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.011830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.011941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 949.027830] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.029071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.029071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.029071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.029071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.029317] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 8671f0ee-a27b-4585-8403-e305b5e5e0a3 not found, creating... [ 949.029586] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.029751] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.029872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.030153] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.030316] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.030772] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.030919] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.030984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.031356] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.031423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.031582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 8671f0ee-a27b-4585-8403-e305b5e5e0a3 is going to be created. [ 949.050790] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051156] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.051461] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.051697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.051923] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.088039] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.088279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.088373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.088697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.088862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.108791] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 949.142535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.142695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.142761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.143023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.143218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.143218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be created. [ 949.186607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.186853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.186853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.187126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.187330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.208251] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: UNINITIALIZED for 2s [ 949.304949] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 949.305530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.305530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.305677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.305788] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.378267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa in Status: SUCCESS [ 949.378470] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa deletion is rescheduled due to dependency. [ 949.378587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.775963] env[65687]: INFO networking_nsxv3.common.synchronization [req-82f4ce2e-c9ba-4bfb-b446-fa0d7bfb9ceb req-927b3490-bea9-4426-8a27-8ad5b1ae8054 service nova] Enqueued Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_rules [ 949.776381] env[65687]: INFO networking_nsxv3.common.synchronization [req-82f4ce2e-c9ba-4bfb-b446-fa0d7bfb9ceb req-927b3490-bea9-4426-8a27-8ad5b1ae8054 service nova] Enqueued Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 949.776444] env[65687]: INFO networking_nsxv3.common.synchronization [req-82f4ce2e-c9ba-4bfb-b446-fa0d7bfb9ceb req-927b3490-bea9-4426-8a27-8ad5b1ae8054 service nova] Enqueued Resource ID: 8671f0ee-a27b-4585-8403-e305b5e5e0a3 with Priority: HIGHEST for action port [ 949.777077] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_rules [ 949.777217] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 949.777315] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8671f0ee-a27b-4585-8403-e305b5e5e0a3 with Priority: HIGHEST for action port [ 949.777589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.778910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.778910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.778910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.778910] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.779585] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.779585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.779585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.779770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.779925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.780037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.780099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.780244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.780331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.780483] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.781743] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8671f0ee-a27b-4585-8403-e305b5e5e0a3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.781743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.781743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.781743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.781743] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8671f0ee-a27b-4585-8403-e305b5e5e0a3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.830276] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.830531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.830531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.830831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.830973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.831096] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be deleted. [ 949.885451] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.885675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.885675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.885897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.885993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.886171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.284336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.284336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.284336] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.285268] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8671f0ee-a27b-4585-8403-e305b5e5e0a3 with status ACTIVE [ 950.285469] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.285599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.285669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.286013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.286169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.286389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.286528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.287149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.287149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.287149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.287149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.287350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.287350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.287413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.287444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.287554] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8671f0ee-a27b-4585-8403-e305b5e5e0a3 is going to be updated. [ 950.290121] env[65687]: INFO networking_nsxv3.common.synchronization [req-f73fc1cf-6583-486f-9160-fe0ae6796ee3 req-a84e1110-1992-4b5b-a7b6-090563fc9884 tempest-ServersAdminNegativeTestJSON-1772375497 tempest-ServersAdminNegativeTestJSON-1772375497-project-member] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 950.291037] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGHEST for action security_group_members [ 950.292156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.292156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.292156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292494] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.292600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.292663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.293015] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.319411] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.319625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.319729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.320082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.320246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.320482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8671f0ee-a27b-4585-8403-e305b5e5e0a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.443508] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b in Status: SUCCESS [ 950.443508] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b deletion is rescheduled due to dependency. [ 950.443508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.677735] env[65687]: INFO networking_nsxv3.common.synchronization [req-ee1e080b-49c9-440f-819f-8ee37c7a1325 req-85ad6c57-83c7-4c98-9437-43c08ad75507 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 950.678489] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 950.678862] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.678862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.679247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.679470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.679677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.679843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.679934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.680211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.680354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.680520] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.793039] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 in Status: SUCCESS [ 950.793039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.793039] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.793039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.793039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.793039] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.793039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.794541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4361da97-dd7b-4fb3-ab66-c06b98e1d0b7',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.798028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798028] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.798028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be updated. [ 950.835969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.835969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.835969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.835969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.835969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.844021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: IN_PROGRESS for 2s [ 951.073565] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.073869] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.074097] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.074734] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.075022] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.076847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.076847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.076847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.076847] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.076847] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.076847] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.076847] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.077109] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.077109] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.077245] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.077443] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.105531] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.105531] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.105531] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.105531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.106069] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-135daaa4-0caa-4d89-9414-c247ca64568b taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.106069] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.106185] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.106704] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.106788] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135daaa4-0caa-4d89-9414-c247ca64568b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.141729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 951.141953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.182423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.182938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.182938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.182938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.183456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.183456] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.183456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.183456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.183767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.183767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.183767] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 951.211879] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.211879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.211879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.212104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.212320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.219523] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: UNINITIALIZED for 4s [ 951.220696] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 951.297478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.297752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.298438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298629] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 is going to be created. [ 951.301123] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.301518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.301705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.302183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.302449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.302839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.303105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.303300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.303696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.303915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.304159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4361da97-dd7b-4fb3-ab66-c06b98e1d0b7 is going to be deleted. [ 951.345273] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.345445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.345495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.346213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.346213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.357705] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.357793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.357793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.358035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.358161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.358319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4361da97-dd7b-4fb3-ab66-c06b98e1d0b7" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.361244] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: UNINITIALIZED for 2s [ 951.609308] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.609548] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.609676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.610035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.610195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.610399] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 135daaa4-0caa-4d89-9414-c247ca64568b not found, creating... [ 951.610771] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.610940] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.611068] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.611512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.611512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.611763] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.611931] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.612060] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.612269] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.612399] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.612562] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 135daaa4-0caa-4d89-9414-c247ca64568b is going to be created. [ 951.639309] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.640104] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.640104] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.640442] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.640713] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.640890] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.346843] env[65687]: INFO networking_nsxv3.common.synchronization [req-ee1e080b-49c9-440f-819f-8ee37c7a1325 req-73d95f78-6a03-40d0-906b-93f4ebb3d629 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 952.347263] env[65687]: INFO networking_nsxv3.common.synchronization [req-ee1e080b-49c9-440f-819f-8ee37c7a1325 req-73d95f78-6a03-40d0-906b-93f4ebb3d629 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 952.347263] env[65687]: INFO networking_nsxv3.common.synchronization [req-ee1e080b-49c9-440f-819f-8ee37c7a1325 req-73d95f78-6a03-40d0-906b-93f4ebb3d629 service nova] Enqueued Resource ID: 135daaa4-0caa-4d89-9414-c247ca64568b with Priority: HIGHEST for action port [ 952.347754] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 952.347890] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 952.347990] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135daaa4-0caa-4d89-9414-c247ca64568b with Priority: HIGHEST for action port [ 952.348712] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.348921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.348921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.349183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.349183] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.350532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.350659] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.351100] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-135daaa4-0caa-4d89-9414-c247ca64568b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.351100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.351100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.351327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.351327] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135daaa4-0caa-4d89-9414-c247ca64568b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.506046] env[65687]: INFO networking_nsxv3.common.synchronization [req-0775a379-2571-4db2-922e-f75a053cb63a req-d06553a9-4c32-448f-9b18-3082d50bf1a4 tempest-InstanceActionsTestJSON-694693118 tempest-InstanceActionsTestJSON-694693118-project-member] Enqueued Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 952.506415] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGHEST for action security_group_members [ 952.506995] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.506995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.506995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.508656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.509329] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.510017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.510150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.510292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.510412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.512402] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.854230] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 in Status: SUCCESS [ 952.855151] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 deletion is rescheduled due to dependency. [ 952.856075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.856075] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.856075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.856075] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135daaa4-0caa-4d89-9414-c247ca64568b with status ACTIVE [ 952.856303] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.856303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.856387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.858349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.858349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.858349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.858349] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135daaa4-0caa-4d89-9414-c247ca64568b is going to be updated. [ 952.879529] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.879661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.879889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.879956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.880103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.880272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135daaa4-0caa-4d89-9414-c247ca64568b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.015575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.015753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.015821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.016063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.016162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.016369] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.016731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.016731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.016731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.016731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.016953] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d813f3-d56e-407b-a468-7298868eb39c is going to be updated. [ 953.057214] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.057421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.057566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.057860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.057860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.070687] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: IN_PROGRESS for 2s [ 953.102335] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d0f8de41-0e48-4892-8e57-be383e82305a tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 953.102610] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 953.102940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.103101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.233034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 953.233034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.233034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.233347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.233347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.233439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.234030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.234030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.234030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.234030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.234030] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.238095] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 953.238095] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.238095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.238095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.238095] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.239075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.239075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.239305] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.239535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.239634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.239833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.239974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.240132] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.371702] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: SUCCESS [ 953.372224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.372439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.372738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.373020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.373218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.373338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.373576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.373707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.373855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.374013] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.406607] env[65687]: INFO networking_nsxv3.common.synchronization [req-7f27ef89-d5cd-4102-a5eb-09543304eb7b req-d30deefb-5d72-4e31-98bb-5d1eef927743 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 953.407475] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 953.407631] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.407793] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.407885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.408284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.408437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.408577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.408723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.408911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.408954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.409097] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.741991] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.744014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.744014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.744014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.813905] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.814074] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.814074] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.814835] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.814835] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.814980] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.815703] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.815973] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.816209] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.816467] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.816587] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.816716] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.816842] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.816977] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.817075] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.817246] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.839884] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.839884] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.839884] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.839884] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-963" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.840083] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0f3830e0-3fef-4147-a460-df34247a4aa8 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.840169] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.840315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.841118] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.841118] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3830e0-3fef-4147-a460-df34247a4aa8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.878046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.880690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.880690] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.880690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.880925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.880986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.881085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.881244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.881407] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.913087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.913087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.913572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.913572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913572] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 already deleted. [ 953.913681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.244955] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.247264] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.343895] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.344063] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.344152] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344430] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.344580] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344737] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0f3830e0-3fef-4147-a460-df34247a4aa8 not found, creating... [ 954.345042] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345246] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345322] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345532] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345670] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.345947] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.346181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.346274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.346613] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.346758] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.346897] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0f3830e0-3fef-4147-a460-df34247a4aa8 is going to be created. [ 954.368084] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.368351] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.368487] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.368776] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.369103] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.369341] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.383896] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 018886d1-5206-41b9-8d59-869e7e3e2cd6: rpc.has_security_group_logging(os_id): False [ 954.406375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.406519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.406590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.406800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.406887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.407115] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.407215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.407300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.407471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.407572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.407770] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.407859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.407946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.408075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.408168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.408350] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.408471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.408500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.408665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.408694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.408780] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 is going to be created. [ 954.500352] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.500551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.500551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.500823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.501087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.516964] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: IN_PROGRESS for 2s [ 954.748316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.748479] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.748550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.748761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.748848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.749569] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 954.750755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.750870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.750937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.751128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.751228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.751291] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 954.785906] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.786223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.786305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.786495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.786644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.788424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.788584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.788584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.788773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.788907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.799517] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 954.800537] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 955.064841] env[65687]: INFO networking_nsxv3.common.synchronization [req-7f27ef89-d5cd-4102-a5eb-09543304eb7b req-30eb922c-b3ed-46a0-9d00-0866ffbd811d service nova] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 955.065289] env[65687]: INFO networking_nsxv3.common.synchronization [req-7f27ef89-d5cd-4102-a5eb-09543304eb7b req-30eb922c-b3ed-46a0-9d00-0866ffbd811d service nova] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 955.065289] env[65687]: INFO networking_nsxv3.common.synchronization [req-7f27ef89-d5cd-4102-a5eb-09543304eb7b req-30eb922c-b3ed-46a0-9d00-0866ffbd811d service nova] Enqueued Resource ID: 0f3830e0-3fef-4147-a460-df34247a4aa8 with Priority: HIGHEST for action port [ 955.065724] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_rules [ 955.067989] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 955.068222] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3830e0-3fef-4147-a460-df34247a4aa8 with Priority: HIGHEST for action port [ 955.068703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.069722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.069828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.070017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.070125] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.071490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.071665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.071745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.071950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.072155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.073047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.073047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.073047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.073047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.073047] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.074294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f3830e0-3fef-4147-a460-df34247a4aa8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.074294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.074294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.074468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.074565] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3830e0-3fef-4147-a460-df34247a4aa8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.092348] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d813f3-d56e-407b-a468-7298868eb39c in Status: SUCCESS [ 955.092348] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d813f3-d56e-407b-a468-7298868eb39c deletion is rescheduled due to dependency. [ 955.092465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.477757] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.478149] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.478286] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478640] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.478953] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.479159] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.479304] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479557] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.479938] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.480079] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.480198] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.480931] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.480931] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.480931] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.480931] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.501059] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.501262] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.501415] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.501588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.502037] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-d6328894-2c3e-44c0-ba7b-c55608c9ae14 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.502231] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.502396] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.502725] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.502880] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6328894-2c3e-44c0-ba7b-c55608c9ae14',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.699608] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.700717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.700717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.700876] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f3830e0-3fef-4147-a460-df34247a4aa8 with status ACTIVE [ 955.701047] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.701150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.701212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.701461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.701594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.701792] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.701889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.701964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.702249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.702249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.702430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.702519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.702583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.702715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.702785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.702900] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f3830e0-3fef-4147-a460-df34247a4aa8 is going to be updated. [ 955.726487] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.726630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.726697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.726900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.727050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.727201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f3830e0-3fef-4147-a460-df34247a4aa8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.005386] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.005665] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.005796] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.006141] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.006293] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.006451] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port d6328894-2c3e-44c0-ba7b-c55608c9ae14 not found, creating... [ 956.006720] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006998] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.007237] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.007372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.007724] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.007891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.008010] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.008584] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.008777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.008867] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: d6328894-2c3e-44c0-ba7b-c55608c9ae14 is going to be created. [ 956.022504] env[65687]: INFO networking_nsxv3.common.synchronization [req-fb9a7d9d-74a7-4ae9-a3e5-6c37c40c5b08 req-71cf2bf6-7faa-4480-8c5a-b7c98df18b76 tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 956.023072] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 956.023388] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.023514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.023582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.023778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.023936] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.024045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.024103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.024247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.024331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.024430] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.034596] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.035566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.205362] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.383140] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.383588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.383803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.384220] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.384682] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.384921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.385119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.385441] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.385666] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.385936] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.386114] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.386297] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.386472] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.386609] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.386769] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.386970] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.405716] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.405883] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.406053] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.406256] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-716" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.406622] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-28b915d4-10e3-42bc-8dd2-5572c76146f2 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.406822] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.406942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.407315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.407458] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b915d4-10e3-42bc-8dd2-5572c76146f2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.526777] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.532290] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: SUCCESS [ 956.532645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.707762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.707919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.708060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.708358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.708489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.708652] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 is going to be created. [ 956.736272] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.736446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.736488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.736740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.736905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.750034] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: UNINITIALIZED for 2s [ 956.794415] env[65687]: INFO networking_nsxv3.common.synchronization [req-1c5d00be-67db-4eb7-8f2a-84e7cae7f6cd req-204ef360-c95e-4ce6-a44a-fbca392e1ef0 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 956.794733] env[65687]: INFO networking_nsxv3.common.synchronization [req-1c5d00be-67db-4eb7-8f2a-84e7cae7f6cd req-204ef360-c95e-4ce6-a44a-fbca392e1ef0 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 956.794944] env[65687]: INFO networking_nsxv3.common.synchronization [req-1c5d00be-67db-4eb7-8f2a-84e7cae7f6cd req-204ef360-c95e-4ce6-a44a-fbca392e1ef0 service nova] Enqueued Resource ID: d6328894-2c3e-44c0-ba7b-c55608c9ae14 with Priority: HIGHEST for action port [ 956.795695] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 956.795881] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 956.796072] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6328894-2c3e-44c0-ba7b-c55608c9ae14 with Priority: HIGHEST for action port [ 956.796504] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.796662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.796930] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.797061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.797343] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6328894-2c3e-44c0-ba7b-c55608c9ae14 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.797625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.797625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.797878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.798030] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6328894-2c3e-44c0-ba7b-c55608c9ae14',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.813169] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 956.813169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.813339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.813571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.813784] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.813905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.813969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.814505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.814505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.814505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.814641] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.816523] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 956.816605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.817522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.817739] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.817956] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.818105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.818564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.818564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.818693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.818966] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.819120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.819209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.819397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.819571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.819705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.819762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.819943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.820050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.820164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.820348] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.821571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.821738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.821908] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.822042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.822103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.822240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.822331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.822416] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.909682] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.909881] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.910013] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.910306] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.910541] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.910711] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 28b915d4-10e3-42bc-8dd2-5572c76146f2 not found, creating... [ 956.910976] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.911160] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.911279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.911505] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.911644] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.911931] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.912160] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.912262] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.912492] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.912561] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.913527] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 28b915d4-10e3-42bc-8dd2-5572c76146f2 is going to be created. [ 956.935522] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.935869] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.935869] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.936116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.936353] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.936580] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.029880] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.058732] env[65687]: INFO networking_nsxv3.common.synchronization [req-7c0a11f0-406c-48ca-977c-d3edcbc4e4eb req-ce615220-26c3-4819-b602-aab0cfa894a2 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 957.059269] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 957.059886] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.060271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.060446] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.060789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.060874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.060971] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.301508] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6328894-2c3e-44c0-ba7b-c55608c9ae14 with status ACTIVE [ 957.301738] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.301888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.301952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.302191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.302282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.302463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.302563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.302627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.302771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.302847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.303041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.303136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.303190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.303332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.303405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.303494] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6328894-2c3e-44c0-ba7b-c55608c9ae14 is going to be updated. [ 957.322248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.322630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.322630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.322777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.322849] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.322923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.322966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.323132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.323213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.323300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.323446] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.323537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.323591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.323729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.323859] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.323948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.324015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.324151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.324224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.324301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.324386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.326144] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4da2c2b4-604c-4bae-83c7-3afe7895fbd1: rpc.has_security_group_logging(os_id): False [ 957.326386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.328276] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.328429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.328567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.329051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.329051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.329051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6328894-2c3e-44c0-ba7b-c55608c9ae14" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.338567] env[65687]: INFO networking_nsxv3.common.synchronization [req-cd437188-0d50-488e-a2ea-6c2e57681bde req-186e60b8-b384-4153-8f44-a0da460879ab tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 957.339286] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 957.339609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.339727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.339784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.339980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.340145] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.340244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.340298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.340451] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.340534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.340623] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.349461] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.349636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.349636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.349843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.349929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.350156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.350256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.350357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.350467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.350552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.350712] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.350799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.350853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.351018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.351089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.351264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.351382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.351415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.351540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.351611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.351691] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be created. [ 957.418682] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.418897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.418897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.419426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.420616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.456588] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 957.531984] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.532319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.532319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.532458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.532547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.532654] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 957.562686] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.566182] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.566346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.566466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.566650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.566806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.580283] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 957.691127] env[65687]: INFO networking_nsxv3.common.synchronization [req-fb9a7d9d-74a7-4ae9-a3e5-6c37c40c5b08 req-524a5600-a806-4dce-a3a9-f170d518ef8f service nova] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_rules [ 957.691840] env[65687]: INFO networking_nsxv3.common.synchronization [req-fb9a7d9d-74a7-4ae9-a3e5-6c37c40c5b08 req-524a5600-a806-4dce-a3a9-f170d518ef8f service nova] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 957.691840] env[65687]: INFO networking_nsxv3.common.synchronization [req-fb9a7d9d-74a7-4ae9-a3e5-6c37c40c5b08 req-524a5600-a806-4dce-a3a9-f170d518ef8f service nova] Enqueued Resource ID: 28b915d4-10e3-42bc-8dd2-5572c76146f2 with Priority: HIGHEST for action port [ 957.692101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_rules [ 957.692101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 957.692199] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b915d4-10e3-42bc-8dd2-5572c76146f2 with Priority: HIGHEST for action port [ 957.692439] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.692583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.692635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.692827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.692919] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.694545] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.694545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.694545] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b915d4-10e3-42bc-8dd2-5572c76146f2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.694545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.694545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.694880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.694880] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b915d4-10e3-42bc-8dd2-5572c76146f2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.829875] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68179595-d0de-4cce-bae5-01860a5283af: rpc.has_security_group_logging(os_id): False [ 957.831039] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.842889] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.849481] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.849702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.849774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.850144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.850330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.850648] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.850779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.850859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.851108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.851229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.851514] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.851674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.851738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.851907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.852025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.852338] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.853023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.853023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.853023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.853023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.853023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 957.919294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.919392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.919447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.919686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.919839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.934243] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 958.064563] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.197145] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.197327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198807] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28b915d4-10e3-42bc-8dd2-5572c76146f2 with status ACTIVE [ 958.199049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.199196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.199266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.199481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.199640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.199930] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.200137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.200325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.200425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.200664] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.200826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.200976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.201065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.201151] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28b915d4-10e3-42bc-8dd2-5572c76146f2 is going to be updated. [ 958.226018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.226205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.226252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.226436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.226578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.226742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b915d4-10e3-42bc-8dd2-5572c76146f2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.336022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.336022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.336022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.336022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336022] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 958.344900] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.408984] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.408984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.408984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.409326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.409406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.426354] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 958.566912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.567345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.567345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.567513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.567513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.567608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 958.600214] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.600492] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.600683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.603172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.603172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.612665] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 958.763086] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: SUCCESS [ 958.763163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.763415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.763716] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.764120] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.764279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.764358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.764554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.764642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.764754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.764849] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.847320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.847516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.847608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.847905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.848039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.848224] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 958.886031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.888696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.888696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.888696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.888696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.898588] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 959.054083] env[65687]: INFO networking_nsxv3.common.synchronization [req-1515a6d9-2235-4f39-8311-e26ed9a072fe req-081f2b99-55e7-4f4f-87e2-1c58007c00c9 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 959.054083] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 959.054083] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.054083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.054083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.054083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.054083] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.054871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.055104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.055445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.056921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.058687] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.268229] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.472030] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 959.472273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.472471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.472711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.472801] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.562797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.562797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.562964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.564038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.564038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.564038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.564038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.564038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.564537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.564537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.564537] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 959.589286] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 959.589604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.589604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.589779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.589971] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.590104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.590168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.590384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.590384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.590495] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.596413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.596605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.596605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.596782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.596918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.608079] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 959.771106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15b81dda-87b1-42ff-bb2f-f68f331c2e04: rpc.has_security_group_logging(os_id): False [ 959.793318] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.793560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.793660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.793980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.794128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.794601] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.794671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.794769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.795018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.795235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.795235] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 is going to be created. [ 959.855723] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.855893] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.855939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.856196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.856406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.870991] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: IN_PROGRESS for 2s [ 959.966645] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 959.967526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.976046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.976259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.093779] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.436646] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 960.436769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.437284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.437284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.437284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.437463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.437463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.437576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.437651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.438602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.438602] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.597253] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.623921] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 960.623921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.911657] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 960.911887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.940560] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.940766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.940840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.941065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.941243] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.941346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.941411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.941572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.941658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.941748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.941889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.942055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.942055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.942192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.942325] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.942620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.942620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.942620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.942746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.942830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.942879] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.099748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.099906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.099977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.100671] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 961.129961] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.130147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.130190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.130750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.130750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.143740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 961.444949] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4da2c2b4-604c-4bae-83c7-3afe7895fbd1: rpc.has_security_group_logging(os_id): False [ 961.463606] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.463788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.463925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.464052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.464175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.464414] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.464510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.464567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.464724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.464797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.464973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.465077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.465137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.465273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.465344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.465564] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.465692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.465746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.465861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.465932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.466028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 961.489271] env[65687]: INFO networking_nsxv3.common.synchronization [req-8842a6a8-24bf-4b5b-b53e-8cc2032614c3 req-0d34daaf-c646-4942-9040-0881f3c1de0d tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 961.489874] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 961.490207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.490366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.490431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.490656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.490830] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.491016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.491085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.491270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.491365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.491458] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.536754] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.536754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.536754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.536754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.536754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.555488] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 961.625180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 961.625180] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 961.625180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.884941] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: SUCCESS [ 961.885344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.997021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.997021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.997021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.997021] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 962.025964] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.025964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.025964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.025964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.025964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.037585] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 962.268365] env[65687]: INFO networking_nsxv3.common.synchronization [req-ccdcad3d-ccac-405e-9337-865e07d623b9 req-b50ff46c-31da-4fb8-a853-a90c1f0b4bc8 tempest-InstanceActionsV221TestJSON-1913946923 tempest-InstanceActionsV221TestJSON-1913946923-project-member] Enqueued Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 962.268964] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGHEST for action security_group_members [ 962.269799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.269952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.270038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.270547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.270783] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.270831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.271013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.271087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.271149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.271226] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.775858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.775858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.775858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.776815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.776815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.776815] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 is going to be updated. [ 962.812797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.813018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.813145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.813420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.813631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.829687] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: IN_PROGRESS for 2s [ 963.156487] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 963.156840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.157098] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.157488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.157811] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.158010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.158239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.158530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.158667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.158834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.158964] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.576668] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 963.576915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.661428] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.661627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.661627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.662063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.662274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.663298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.663298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.663596] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.663596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.663709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.663845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.664047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.664194] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.050414] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 964.050807] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 964.050807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.167607] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd77ed5-d632-4be5-8578-523d3eed10c6: rpc.has_security_group_logging(os_id): False [ 964.189891] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.189891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.190175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.190666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.190751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.192038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.192880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.192880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.192880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.192880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.193401] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.193401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.193540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.193638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.193960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.193960] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.194143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.194143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.194208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.194241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.195088] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 964.279436] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.279805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.279805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.279934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.279991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.325184] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 964.839109] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 in Status: SUCCESS [ 964.839350] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 deletion is rescheduled due to dependency. [ 964.840080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.339808] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 966.339808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.891363] env[65687]: INFO networking_nsxv3.common.synchronization [None req-4ac9c5c5-0818-4950-bce5-57d066c4fd2c None None] Enqueued Resource ID: 6070d86a-3629-4378-9621-142e4dbdd006 with Priority: HIGHEST for action port [ 966.892068] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6070d86a-3629-4378-9621-142e4dbdd006 with Priority: HIGHEST for action port [ 966.894496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6070d86a-3629-4378-9621-142e4dbdd006 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.894496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6070d86a-3629-4378-9621-142e4dbdd006" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.894496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6070d86a-3629-4378-9621-142e4dbdd006" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.894496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6070d86a-3629-4378-9621-142e4dbdd006" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.894496] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6070d86a-3629-4378-9621-142e4dbdd006',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.396410] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6070d86a-3629-4378-9621-142e4dbdd006 [ 967.396758] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.396874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.397514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.401302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.401442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.401530] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6070d86a-3629-4378-9621-142e4dbdd006 already deleted. [ 967.401641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6070d86a-3629-4378-9621-142e4dbdd006" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.430779] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9bcaead8-62dc-43e1-9622-5aab3f130e76 None None] Enqueued Resource ID: 69ca638c-3f91-4a80-a2e3-fe4591253a20 with Priority: HIGHEST for action port [ 969.430779] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ca638c-3f91-4a80-a2e3-fe4591253a20 with Priority: HIGHEST for action port [ 969.431196] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-69ca638c-3f91-4a80-a2e3-fe4591253a20 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.431196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69ca638c-3f91-4a80-a2e3-fe4591253a20" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.431306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69ca638c-3f91-4a80-a2e3-fe4591253a20" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.431982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69ca638c-3f91-4a80-a2e3-fe4591253a20" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.431982] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ca638c-3f91-4a80-a2e3-fe4591253a20',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.937818] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69ca638c-3f91-4a80-a2e3-fe4591253a20 [ 969.938083] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.938604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.938604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.938604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.938735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.938815] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69ca638c-3f91-4a80-a2e3-fe4591253a20 already deleted. [ 969.939704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69ca638c-3f91-4a80-a2e3-fe4591253a20" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.998027] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3c4f2b2b-1a3e-4756-a001-bed4eab142ba None None] Enqueued Resource ID: 1d413653-a9bc-4583-b243-a667708e32b2 with Priority: HIGHEST for action port [ 969.998768] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d413653-a9bc-4583-b243-a667708e32b2 with Priority: HIGHEST for action port [ 969.998922] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d413653-a9bc-4583-b243-a667708e32b2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.999174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d413653-a9bc-4583-b243-a667708e32b2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.999283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d413653-a9bc-4583-b243-a667708e32b2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.999544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d413653-a9bc-4583-b243-a667708e32b2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.999628] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d413653-a9bc-4583-b243-a667708e32b2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.501445] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d413653-a9bc-4583-b243-a667708e32b2 [ 970.501942] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.502142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.502142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.502385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.502508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506110] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d413653-a9bc-4583-b243-a667708e32b2 already deleted. [ 970.506291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d413653-a9bc-4583-b243-a667708e32b2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.088806] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f30e6c58-2f3f-49dc-bcd5-f6a880dfa571 None None] Enqueued Resource ID: 9f1faad8-9542-4783-b70f-01f7061771c2 with Priority: HIGHEST for action port [ 971.089523] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1faad8-9542-4783-b70f-01f7061771c2 with Priority: HIGHEST for action port [ 971.090073] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1faad8-9542-4783-b70f-01f7061771c2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.090224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1faad8-9542-4783-b70f-01f7061771c2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1faad8-9542-4783-b70f-01f7061771c2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1faad8-9542-4783-b70f-01f7061771c2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090717] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1faad8-9542-4783-b70f-01f7061771c2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.595755] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f1faad8-9542-4783-b70f-01f7061771c2 [ 971.596016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596708] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f1faad8-9542-4783-b70f-01f7061771c2 already deleted. [ 971.596808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1faad8-9542-4783-b70f-01f7061771c2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.846022] env[65687]: INFO networking_nsxv3.common.synchronization [None req-0fd7029b-bee9-439a-9a01-257dfee7dd80 None None] Enqueued Resource ID: 4e44997a-b86c-4679-805a-7860cb63995e with Priority: HIGHEST for action port [ 972.846399] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e44997a-b86c-4679-805a-7860cb63995e with Priority: HIGHEST for action port [ 972.847149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e44997a-b86c-4679-805a-7860cb63995e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.847149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e44997a-b86c-4679-805a-7860cb63995e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.847149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e44997a-b86c-4679-805a-7860cb63995e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.847149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e44997a-b86c-4679-805a-7860cb63995e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.847374] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e44997a-b86c-4679-805a-7860cb63995e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.350116] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e44997a-b86c-4679-805a-7860cb63995e [ 973.350338] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.351654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.351654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.351654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.351654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.351654] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e44997a-b86c-4679-805a-7860cb63995e already deleted. [ 973.351654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e44997a-b86c-4679-805a-7860cb63995e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.594714] env[65687]: INFO networking_nsxv3.common.synchronization [None req-809488e6-58ea-4f72-b3e8-0d5286882713 None None] Enqueued Resource ID: 3c5d852e-9f4a-4152-9b39-8dabb4769e82 with Priority: HIGHEST for action port [ 973.595418] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5d852e-9f4a-4152-9b39-8dabb4769e82 with Priority: HIGHEST for action port [ 973.595846] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5d852e-9f4a-4152-9b39-8dabb4769e82 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.596816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5d852e-9f4a-4152-9b39-8dabb4769e82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.596816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5d852e-9f4a-4152-9b39-8dabb4769e82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.596816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5d852e-9f4a-4152-9b39-8dabb4769e82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.596816] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5d852e-9f4a-4152-9b39-8dabb4769e82',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.100413] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c5d852e-9f4a-4152-9b39-8dabb4769e82 [ 974.100889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.101122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.101235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.101535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.101673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101817] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c5d852e-9f4a-4152-9b39-8dabb4769e82 already deleted. [ 974.101942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5d852e-9f4a-4152-9b39-8dabb4769e82" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.833859] env[65687]: INFO networking_nsxv3.common.synchronization [req-01efaf3c-3e8d-4a7d-8f80-70f2ea38036c req-e567ffdb-79ec-4907-9056-2033624b1e5c tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 974.834538] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 974.834892] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.835662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.835747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.836951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.837075] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.837197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.837316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.837460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.837546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.837644] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.341274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.341900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.341900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.341900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.369867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.370327] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.370544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.370678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.370986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.371184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.371357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 975.419951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.420224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.420224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.420591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.420591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431380] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 975.528535] env[65687]: INFO networking_nsxv3.common.synchronization [req-315f3190-119d-41ec-9745-d14987dfc3ce req-5945571e-ba9b-4509-8bc0-70bed7545fe6 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 975.529138] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 975.529638] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.529772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.529836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.530124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.530202] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.530319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.530404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.530562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.530649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.530739] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.034042] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.537312] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.040383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.041437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.041549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.041842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.043055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.043055] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 977.082686] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.082686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.082686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.082914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.083088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.096954] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 977.188963] env[65687]: INFO networking_nsxv3.common.synchronization [None req-a07170ca-e080-41fc-bd1f-4b374986d30a tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 977.189638] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 977.189959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.191891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.443455] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 977.443689] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 deletion is rescheduled due to dependency. [ 977.443817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.507136] env[65687]: INFO networking_nsxv3.common.synchronization [req-ccfa4b94-deab-4424-ae9e-df4e5d0eba33 req-d7cc0ed3-603c-43a5-85a1-0ad40bf8470b tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 977.509810] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 977.509810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.509810] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.509810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.510343] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.784454] env[65687]: INFO networking_nsxv3.common.synchronization [None req-051eef50-d14b-4452-bed5-1262b750870c None None] Enqueued Resource ID: 681a08b9-00ea-444c-9d41-1558e8316083 with Priority: HIGHEST for action port [ 977.784700] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681a08b9-00ea-444c-9d41-1558e8316083 with Priority: HIGHEST for action port [ 977.784959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-681a08b9-00ea-444c-9d41-1558e8316083 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.785108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-681a08b9-00ea-444c-9d41-1558e8316083" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.785176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-681a08b9-00ea-444c-9d41-1558e8316083" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.785878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-681a08b9-00ea-444c-9d41-1558e8316083" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.785878] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681a08b9-00ea-444c-9d41-1558e8316083',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.011873] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.012141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.012343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.012440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.012545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.012750] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.013051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.013051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.013051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.013292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.013292] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 978.040241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.040656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.040656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.040732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.040824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.052211] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 978.056618] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.056810] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.056933] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.057273] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.057538] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.057699] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.057814] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.058038] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.058182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.058448] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.058562] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.058668] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.058774] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.058885] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.058991] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.059134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.078542] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.078542] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.078542] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.078728] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.079032] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-17130436-a453-4f76-a765-e2595d78add0 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.079140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.079266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.079596] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.079739] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17130436-a453-4f76-a765-e2595d78add0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.291998] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 681a08b9-00ea-444c-9d41-1558e8316083 [ 978.291998] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.291998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.291998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.291998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.291998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.291998] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:681a08b9-00ea-444c-9d41-1558e8316083 already deleted. [ 978.291998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-681a08b9-00ea-444c-9d41-1558e8316083" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.581657] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.581883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.582014] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.582334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.582489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.582640] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 17130436-a453-4f76-a765-e2595d78add0 not found, creating... [ 978.582930] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.583088] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.583171] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.583378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.583515] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.583790] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.583943] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.584079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.584309] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.584434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.584572] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 17130436-a453-4f76-a765-e2595d78add0 is going to be created. [ 978.605574] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.605790] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.605912] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.606456] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.606785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.606931] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.782718] env[65687]: INFO networking_nsxv3.common.synchronization [req-93d2cab5-92e2-4ed6-bdb7-59d11b34cb44 req-df21b95c-dde2-4449-a0cf-1114995f5392 tempest-ServersAdminTestJSON-2026934428 tempest-ServersAdminTestJSON-2026934428-project-member] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 978.783415] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGHEST for action security_group_members [ 978.783758] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.783886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.783954] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.784170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.784336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.786129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.786418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.786418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.786495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.786595] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.107357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 979.107437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.107622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108619] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.108619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.108619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.108967] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.288717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.288882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.288968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.289271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.289440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.289696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.289696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.289814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.289900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.289951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.290071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be updated. [ 979.328553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.328553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.328553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.328883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.328883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.341838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: IN_PROGRESS for 2s [ 979.369086] env[65687]: INFO networking_nsxv3.common.synchronization [req-ccfa4b94-deab-4424-ae9e-df4e5d0eba33 req-1bdd2106-b0c2-41e2-8318-4b6e3e7a2979 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 979.369086] env[65687]: INFO networking_nsxv3.common.synchronization [req-ccfa4b94-deab-4424-ae9e-df4e5d0eba33 req-1bdd2106-b0c2-41e2-8318-4b6e3e7a2979 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 979.369086] env[65687]: INFO networking_nsxv3.common.synchronization [req-ccfa4b94-deab-4424-ae9e-df4e5d0eba33 req-1bdd2106-b0c2-41e2-8318-4b6e3e7a2979 service nova] Enqueued Resource ID: 17130436-a453-4f76-a765-e2595d78add0 with Priority: HIGHEST for action port [ 979.369086] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 979.370292] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 979.370420] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17130436-a453-4f76-a765-e2595d78add0 with Priority: HIGHEST for action port [ 979.370727] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.370850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.370908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.371614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.371614] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.372576] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.372576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.372576] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-17130436-a453-4f76-a765-e2595d78add0 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.372781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.372781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.373043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.373043] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17130436-a453-4f76-a765-e2595d78add0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.612835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.612835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.612835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.612835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.612835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.613029] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.613029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.613029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.613181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.613254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.613342] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 979.647178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.647376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.647444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.647667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.647814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.658381] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 979.876352] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.876352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.879993] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17130436-a453-4f76-a765-e2595d78add0 with status ACTIVE [ 979.879993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.879993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.879993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.880379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.880379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.880379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.880473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.881028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.881028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17130436-a453-4f76-a765-e2595d78add0 is going to be updated. [ 979.902651] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.902779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.903086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.903086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.903186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.903343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17130436-a453-4f76-a765-e2595d78add0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.987605] env[65687]: INFO networking_nsxv3.common.synchronization [None req-fbe1a82d-2d12-4bf2-906d-1139b8860035 None None] Enqueued Resource ID: 483a8a53-3fb9-45e2-a7cc-af4df010e929 with Priority: HIGHEST for action port [ 979.988362] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483a8a53-3fb9-45e2-a7cc-af4df010e929 with Priority: HIGHEST for action port [ 979.988853] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-483a8a53-3fb9-45e2-a7cc-af4df010e929 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.988950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483a8a53-3fb9-45e2-a7cc-af4df010e929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.989009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483a8a53-3fb9-45e2-a7cc-af4df010e929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.990089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483a8a53-3fb9-45e2-a7cc-af4df010e929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.990160] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483a8a53-3fb9-45e2-a7cc-af4df010e929',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.014945] env[65687]: INFO networking_nsxv3.common.synchronization [None req-06848a73-d5ea-4206-8f40-93e1ae9793ae tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 980.015519] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 980.015841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.015965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.016307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.016593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.016680] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.063046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 980.063241] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 980.063358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.064302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.064302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.064395] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.064798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.064798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.064798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.064798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.064964] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.164983] env[65687]: INFO networking_nsxv3.common.synchronization [None req-2757be83-e239-485b-ab7c-08cf626d4cab tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 980.165627] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 980.165929] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.166090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.492369] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 483a8a53-3fb9-45e2-a7cc-af4df010e929 [ 980.492630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.492767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.492839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.493070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.493162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.493260] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:483a8a53-3fb9-45e2-a7cc-af4df010e929 already deleted. [ 980.493348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483a8a53-3fb9-45e2-a7cc-af4df010e929" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.544914] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.545063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.545151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.545464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.545619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.545776] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 already deleted. [ 980.545919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.546191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.546466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.546621] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.567476] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.070112] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.070497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.070497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.070661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.070779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.070918] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 already deleted. [ 981.071017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.071505] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.354582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9415bd10-6937-4adc-b69e-84271bb62faf in Status: SUCCESS [ 981.354790] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf deletion is rescheduled due to dependency. [ 981.354904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.574565] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.574719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.574790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.575127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.575243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.575358] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 981.607128] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.607128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.607128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.607128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.607128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.616283] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 981.669579] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 981.669579] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 deletion is rescheduled due to dependency. [ 981.669579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.816903] env[65687]: INFO networking_nsxv3.common.synchronization [None req-90485c88-0eff-44be-b27b-122c624461f7 None None] Enqueued Resource ID: 3c62631f-0b21-4da2-8ec7-4165e084ce8a with Priority: HIGHEST for action port [ 981.817499] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c62631f-0b21-4da2-8ec7-4165e084ce8a with Priority: HIGHEST for action port [ 981.817833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c62631f-0b21-4da2-8ec7-4165e084ce8a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.817952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c62631f-0b21-4da2-8ec7-4165e084ce8a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.818147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c62631f-0b21-4da2-8ec7-4165e084ce8a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.818476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c62631f-0b21-4da2-8ec7-4165e084ce8a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.818566] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c62631f-0b21-4da2-8ec7-4165e084ce8a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.157157] env[65687]: INFO networking_nsxv3.common.synchronization [req-72a1b31e-4bf7-4229-bff3-98ffdf393c89 req-2434ba37-6afd-4f6e-a9f8-5c65e46d336a tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 982.157906] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGHEST for action security_group_members [ 982.158767] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.158767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.158767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.159915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.160227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.160334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.161868] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.320853] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c62631f-0b21-4da2-8ec7-4165e084ce8a [ 982.320853] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.321935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.322065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.322424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.322607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.322802] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c62631f-0b21-4da2-8ec7-4165e084ce8a already deleted. [ 982.322871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c62631f-0b21-4da2-8ec7-4165e084ce8a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.663900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.664788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.664788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.664788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.664788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.664994] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.664994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.665164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.666275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.666275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.666275] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 is going to be updated. [ 982.736017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.736198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.736378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.736615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.736784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.750835] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: IN_PROGRESS for 2s [ 983.628931] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.628931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.628931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.628931] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.135135] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.135308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.135383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.135684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.135796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.135903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.135986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.136650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.136650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.136650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.136650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.137233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.137233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.137233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.137233] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.137233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.137233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.137526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.137526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.137526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.137526] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.642372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b66cd9-bb29-46b3-ab55-e346886b19ab: rpc.has_security_group_logging(os_id): False [ 984.663403] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.663572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.663613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.664544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.664660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.665027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.665027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.665220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.665257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.665353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.665500] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.665597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.665652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.665799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.666050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666713] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.666881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.666948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.667263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.667263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.667263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 984.849156] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 in Status: SUCCESS [ 984.849415] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 deletion is rescheduled due to dependency. [ 984.849616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.857972] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.858134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.858203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.858459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.858634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.868359] env[65687]: INFO networking_nsxv3.common.synchronization [None req-1dbd1464-f785-4a41-bbd2-b1f397682935 None None] Enqueued Resource ID: 92290682-a8f7-47fb-b7fb-d0b7382eaa19 with Priority: HIGHEST for action port [ 984.868882] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92290682-a8f7-47fb-b7fb-d0b7382eaa19 with Priority: HIGHEST for action port [ 984.868950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-92290682-a8f7-47fb-b7fb-d0b7382eaa19 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.869044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92290682-a8f7-47fb-b7fb-d0b7382eaa19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.869116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92290682-a8f7-47fb-b7fb-d0b7382eaa19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.869647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92290682-a8f7-47fb-b7fb-d0b7382eaa19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.869748] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92290682-a8f7-47fb-b7fb-d0b7382eaa19',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.872443] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 985.372593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92290682-a8f7-47fb-b7fb-d0b7382eaa19 [ 985.372739] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.372884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.372930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.373381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.373381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.373489] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92290682-a8f7-47fb-b7fb-d0b7382eaa19 already deleted. [ 985.373489] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92290682-a8f7-47fb-b7fb-d0b7382eaa19" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.888038] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 986.888038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.870267] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.870776] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 992.819598] env[65687]: INFO networking_nsxv3.common.synchronization [req-11cd2edc-b460-4e6e-8cc6-46c493058ea3 req-b6b07478-d104-4608-9621-c1d738e15b59 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 992.820150] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 992.820491] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.820603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.820678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.820874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.821034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.821137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.821197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.821347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.821431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.821520] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.155987] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.155987] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.156208] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.156397] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.156652] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.156849] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.156911] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.158957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.159181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.159486] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.159622] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.159734] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.159842] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.159951] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.160067] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.160204] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.183210] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.183397] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.183541] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.183732] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.184062] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.184232] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.184350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.184796] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.184962] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7a7e52-41d1-41f3-80fd-2e4eb2560924',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.323719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.323897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.324014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.324262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.324363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.324582] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.324688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.324757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.324920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.324998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.325105] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 993.355919] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.355919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.355919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.355919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.355919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.363677] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 993.687186] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.687471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.687683] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.688015] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.688191] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.689234] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port bb7a7e52-41d1-41f3-80fd-2e4eb2560924 not found, creating... [ 993.689234] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.689234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.689234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.689588] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.689716] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.689978] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.690147] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.690268] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.690492] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.690667] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.690812] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: bb7a7e52-41d1-41f3-80fd-2e4eb2560924 is going to be created. [ 993.715020] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.715323] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.715457] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.715764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.716115] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.716381] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.444801] env[65687]: INFO networking_nsxv3.common.synchronization [req-11cd2edc-b460-4e6e-8cc6-46c493058ea3 req-4be84d84-7820-403a-959c-de1c50425c9a service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 994.446377] env[65687]: INFO networking_nsxv3.common.synchronization [req-11cd2edc-b460-4e6e-8cc6-46c493058ea3 req-4be84d84-7820-403a-959c-de1c50425c9a service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 994.446377] env[65687]: INFO networking_nsxv3.common.synchronization [req-11cd2edc-b460-4e6e-8cc6-46c493058ea3 req-4be84d84-7820-403a-959c-de1c50425c9a service nova] Enqueued Resource ID: bb7a7e52-41d1-41f3-80fd-2e4eb2560924 with Priority: HIGHEST for action port [ 994.446377] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 994.446653] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 994.446653] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a7e52-41d1-41f3-80fd-2e4eb2560924 with Priority: HIGHEST for action port [ 994.447821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.447821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.447821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447821] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447821] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.448237] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.448366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.448650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.448769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.449055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.449985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.450134] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7a7e52-41d1-41f3-80fd-2e4eb2560924',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.952466] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.952587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.954025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb7a7e52-41d1-41f3-80fd-2e4eb2560924 with status ACTIVE [ 994.954234] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.954356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.954422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.954637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.954761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.954903] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.955117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.955117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.955255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.955347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.955757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.955757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.955757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.955914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.955914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.956048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb7a7e52-41d1-41f3-80fd-2e4eb2560924 is going to be updated. [ 994.979465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.979619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.979898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.980052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7a7e52-41d1-41f3-80fd-2e4eb2560924" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.375798] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 995.375999] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 995.376126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.376320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.376544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.376734] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.376854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.376920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.377102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.377183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.377279] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.880028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.382153] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.884630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.884968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.884968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.885197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.885296] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 996.920379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.920529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.920597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.920856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.921014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.936471] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 998.832781] env[65687]: INFO networking_nsxv3.common.synchronization [None req-bc60706d-e625-4180-944a-d1b88e130c11 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 998.833564] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 998.833995] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.834155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.834294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.834547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.834658] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.942936] env[65687]: INFO networking_nsxv3.common.synchronization [None req-47487399-6ae3-402c-90f7-a17c6d0c1f13 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 998.943601] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 998.943836] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.943967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.949828] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 998.950096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.950238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.950496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.950768] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.951507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.951507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.951507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.951507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.951507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.951712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.356867] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.357153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.357153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.357347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.357511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.357675] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa3895-a15d-4353-ad83-770207819172 already deleted. [ 999.357759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.357887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.358075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.358220] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.454469] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.454670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.454748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.455561] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.455786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.455964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.456177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.456335] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.456425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.456490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.456633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456765] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.456865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.456918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.457060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457311] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.883169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.883537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.883537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.883768] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.884302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.884302] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa3895-a15d-4353-ad83-770207819172 already deleted. [ 999.884302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.959943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 999.979835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.980039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.980301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.980301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.980785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.980928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.981033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.981101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.981286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.981368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.981572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.981694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.981791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.981858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.982051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.982111] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.982247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.982327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.982392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.982470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.982556] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1000.068231] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.068484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.068484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.068665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.068809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.085838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1000.267111] env[65687]: INFO networking_nsxv3.common.synchronization [req-39675f95-8482-47a6-ab85-d9db8ff806a7 req-144ca672-9201-45ae-909d-9d7a06b99da8 tempest-ServersNegativeTestMultiTenantJSON-770951190 tempest-ServersNegativeTestMultiTenantJSON-770951190-project-member] Enqueued Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1000.267665] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1000.267976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.268125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.268463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.268463] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.268613] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.268692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.268787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.269045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.269176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.269328] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.771658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.771803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.771881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.772179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.772271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.772584] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.772708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.772708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.772921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.773010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.773097] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05891d40-8694-4178-9272-a28a7de8089d already deleted. [ 1000.773341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.143513] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.143830] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-916" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.143872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-916" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.144279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-916" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.145031] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.145031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.145031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.145239] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.145239] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.145427] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.145545] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.145650] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.145758] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.145880] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.145986] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.146132] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.167874] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.168380] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.168380] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.168494] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-916" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.168871] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.168991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.169138] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.169565] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.169710] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa27095e-4f7b-48c1-bd71-d8b5b65221d9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.672230] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.672438] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.672709] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.673107] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.673390] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.673668] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port aa27095e-4f7b-48c1-bd71-d8b5b65221d9 not found, creating... [ 1001.674076] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.674845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.674845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.674845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.675028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.675392] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.675583] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.675677] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.675898] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.676071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.676212] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: aa27095e-4f7b-48c1-bd71-d8b5b65221d9 is going to be created. [ 1001.701581] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.701581] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.701581] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.701901] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.702256] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.702497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.100127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1002.100440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.437328] env[65687]: INFO networking_nsxv3.common.synchronization [req-39675f95-8482-47a6-ab85-d9db8ff806a7 req-97ee2606-0aeb-4bea-93c6-e22a26c166a5 service nova] Enqueued Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_rules [ 1002.437799] env[65687]: INFO networking_nsxv3.common.synchronization [req-39675f95-8482-47a6-ab85-d9db8ff806a7 req-97ee2606-0aeb-4bea-93c6-e22a26c166a5 service nova] Enqueued Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1002.438334] env[65687]: INFO networking_nsxv3.common.synchronization [req-39675f95-8482-47a6-ab85-d9db8ff806a7 req-97ee2606-0aeb-4bea-93c6-e22a26c166a5 service nova] Enqueued Resource ID: aa27095e-4f7b-48c1-bd71-d8b5b65221d9 with Priority: HIGHEST for action port [ 1002.439263] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_rules [ 1002.439502] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1002.439695] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa27095e-4f7b-48c1-bd71-d8b5b65221d9 with Priority: HIGHEST for action port [ 1002.440151] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.440524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.440524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.440820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.440956] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.441977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.443162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443265] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.443458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.443948] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.443948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.443948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.444804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.444804] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.445970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.445970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.445970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.445970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.445970] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa27095e-4f7b-48c1-bd71-d8b5b65221d9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.949330] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa27095e-4f7b-48c1-bd71-d8b5b65221d9 with status ACTIVE [ 1002.950060] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.950060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.950060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.950298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.950298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.950472] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.950584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.950680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.950810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.950901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.951093] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.951392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.951392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.951464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.951554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.954748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa27095e-4f7b-48c1-bd71-d8b5b65221d9 is going to be updated. [ 1002.954748] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.954748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.954748] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.974164] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.974315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.974386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.974600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.974741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.974903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa27095e-4f7b-48c1-bd71-d8b5b65221d9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.456950] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.959757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.959963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.960020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.960251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.960345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.960452] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05891d40-8694-4178-9272-a28a7de8089d is going to be created. [ 1003.989299] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.989449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.989517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.989786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.989897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.001954] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: UNINITIALIZED for 2s [ 1006.014388] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: SUCCESS [ 1006.014865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.015024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.015253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.015465] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.015647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.015808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.016028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.016218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.016218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.016353] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.519622] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.519622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.519622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.519955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.520093] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.520365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.520435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.520611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.520712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.520805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.520961] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.521069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.521123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.521264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.521412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.521665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.521665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.521802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.521802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.521873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.523066] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.602229] env[65687]: INFO networking_nsxv3.common.synchronization [req-47e74237-0af2-410d-8016-cbeadf987208 req-c035d78b-1f87-4a77-9ba2-bc2c9d67794f tempest-ServersNegativeTestJSON-1887070627 tempest-ServersNegativeTestJSON-1887070627-project-member] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1006.602625] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1006.603052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.603143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.603143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.603392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.603738] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.603738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.603738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.603930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.603930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.604059] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.026497] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05891d40-8694-4178-9272-a28a7de8089d: rpc.has_security_group_logging(os_id): False [ 1007.050909] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.051329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.051529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.051907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.052121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.052562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.053176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.053303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.053749] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.053957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.054146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.054387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.054547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.054912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.055124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.055192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.055412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.055650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.055911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05891d40-8694-4178-9272-a28a7de8089d is going to be created. [ 1007.088043] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.088043] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.088043] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.088468] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.088734] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.088928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.089107] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.089418] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.089624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.089867] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.090043] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.090238] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.090314] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.090971] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.090971] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.090971] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.106604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.106789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.106789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.107022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.107120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.107313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.107641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.107715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.107877] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 already deleted. [ 1007.107972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.116194] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.116412] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.116559] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.116736] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.117072] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.117258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.117364] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.117759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.117969] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79834c-fdb3-49ca-aa4d-87ab57dea79a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.145209] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.145537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.145537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.145743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.146054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.166949] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: IN_PROGRESS for 2s [ 1007.621284] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.621513] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.621649] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.621981] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.622153] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.622308] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0b79834c-fdb3-49ca-aa4d-87ab57dea79a not found, creating... [ 1007.622574] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.622734] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.622850] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.623079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.623216] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.623497] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.623651] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.623764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.623963] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.624112] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.624249] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a is going to be created. [ 1007.627254] env[65687]: INFO networking_nsxv3.common.synchronization [req-bc16f4d6-60c5-4528-a8c6-13342bb4a948 req-7c920575-70cb-45cb-beab-0ffe1d77e5d8 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1007.628169] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1007.628486] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.628613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.628685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.628849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.628993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.629106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.629168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.629432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.629432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.629536] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.649738] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.650029] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.650087] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.650342] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.650595] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.650839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.958684] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1007.959150] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.134225] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.134225] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.134225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.134225] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1008.168824] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.169019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.169083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.169336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.169464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.181252] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1008.432378] env[65687]: INFO networking_nsxv3.common.synchronization [req-47e74237-0af2-410d-8016-cbeadf987208 req-0bb175df-44e7-4f5a-bcc3-ea82bf86bb81 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1008.432378] env[65687]: INFO networking_nsxv3.common.synchronization [req-47e74237-0af2-410d-8016-cbeadf987208 req-0bb175df-44e7-4f5a-bcc3-ea82bf86bb81 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1008.432378] env[65687]: INFO networking_nsxv3.common.synchronization [req-47e74237-0af2-410d-8016-cbeadf987208 req-0bb175df-44e7-4f5a-bcc3-ea82bf86bb81 service nova] Enqueued Resource ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with Priority: HIGHEST for action port [ 1008.432777] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1008.433076] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1008.434488] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with Priority: HIGHEST for action port [ 1008.434488] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.434488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.434488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.434488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.434488] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.435960] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.436497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.436572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.436855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437180] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.437731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.437731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.437959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.438574] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.439604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.441533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.441533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.441533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.441533] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79834c-fdb3-49ca-aa4d-87ab57dea79a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.943079] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.944481] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944481] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with status ACTIVE [ 1008.944481] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.944481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.944922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.944922] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.945099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945738] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.945738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.945738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.945738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945738] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a is going to be updated. [ 1008.971443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.971646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.971646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.971847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.971982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.972150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188125] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: SUCCESS [ 1009.188125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.448553] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.952731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.952731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.952731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.952731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.952731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.952731] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be created. [ 1009.977095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.977095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.977095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.977095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.977095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.986639] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: UNINITIALIZED for 2s [ 1010.192661] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1010.192661] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 1010.192661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.264604] env[65687]: INFO networking_nsxv3.common.synchronization [req-960a7575-adfe-4145-b1a1-776691d56d42 req-de984b3e-bf8a-4984-8d7d-0ae475f7ab27 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1011.264993] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1011.265320] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.265444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.265514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.265702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.265860] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.266034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.266034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.266164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.266274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.266368] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.716532] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.716734] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.716858] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.717160] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.717421] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.717580] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.717707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.717918] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.718077] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.718286] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.718546] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.718546] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.718661] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.718707] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.718813] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.718945] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.738704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.738873] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.739011] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.739192] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739510] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-f0e09e6e-af66-465b-a56c-96fb645379e1 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.739683] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.739797] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.740133] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.740273] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e09e6e-af66-465b-a56c-96fb645379e1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.767840] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.997702] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1011.997936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.998113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.998424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.998547] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.998668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.998734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.998888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.998963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.999076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.999172] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.243500] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.244013] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.244188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.244461] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.244616] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.244749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port f0e09e6e-af66-465b-a56c-96fb645379e1 not found, creating... [ 1012.245042] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.245205] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.245319] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.245553] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.245667] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.245949] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.246129] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.246222] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.246543] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.246686] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.246843] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: f0e09e6e-af66-465b-a56c-96fb645379e1 is going to be created. [ 1012.269782] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.274562] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.274799] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.274928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.275234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.275467] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.275697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.703833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.703833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.703833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.703833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.703833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.704563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.704563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.704563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.704563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.704563] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.773174] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.773407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.773521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.773756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.773882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.774074] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1012.833164] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.833428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.833506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.833753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.833966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.848968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1013.093657] env[65687]: INFO networking_nsxv3.common.synchronization [req-960a7575-adfe-4145-b1a1-776691d56d42 req-a9c7d7b1-a48d-4226-825f-8a43b01e46b1 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1013.094374] env[65687]: INFO networking_nsxv3.common.synchronization [req-960a7575-adfe-4145-b1a1-776691d56d42 req-a9c7d7b1-a48d-4226-825f-8a43b01e46b1 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1013.098227] env[65687]: INFO networking_nsxv3.common.synchronization [req-960a7575-adfe-4145-b1a1-776691d56d42 req-a9c7d7b1-a48d-4226-825f-8a43b01e46b1 service nova] Enqueued Resource ID: f0e09e6e-af66-465b-a56c-96fb645379e1 with Priority: HIGHEST for action port [ 1013.098227] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1013.098227] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1013.098227] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e09e6e-af66-465b-a56c-96fb645379e1 with Priority: HIGHEST for action port [ 1013.098227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.098227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.098227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.098227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.098227] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.098699] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.098908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e09e6e-af66-465b-a56c-96fb645379e1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.099762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.100703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.101149] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e09e6e-af66-465b-a56c-96fb645379e1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.210431] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08eca076-c535-41d8-935d-e8bf86a63334: rpc.has_security_group_logging(os_id): False [ 1013.230941] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.231138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.231210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.231488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.231599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.231855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.231914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.231968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.232145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.232225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.232429] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.233157] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.233157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.233419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.233419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.233488] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be created. [ 1013.331057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.331057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.331057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.331057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.331057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.345732] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1013.604027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.604176] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.604305] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0e09e6e-af66-465b-a56c-96fb645379e1 with status ACTIVE [ 1013.604480] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.604592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.604654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.604964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.605063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.605251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.605349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.605406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.605569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.605695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.606323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.606323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.606323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.606536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.606536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.606813] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0e09e6e-af66-465b-a56c-96fb645379e1 is going to be updated. [ 1013.633925] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.633925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.634139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.634255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.634517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.634590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e09e6e-af66-465b-a56c-96fb645379e1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.860908] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1014.861217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.861696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.862264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.862408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.862521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.862920] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.365443] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.367168] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1015.368075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.871442] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.373821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.374150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.374383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.374701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.375226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.375571] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1016.411626] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.432024] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1016.844456] env[65687]: INFO networking_nsxv3.common.synchronization [None req-245b3b7e-4799-4c0e-8db2-325cc2a5654e None None] Enqueued Resource ID: 6447bb38-bf01-4833-a44d-508653249ddd with Priority: HIGHEST for action port [ 1016.845169] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6447bb38-bf01-4833-a44d-508653249ddd with Priority: HIGHEST for action port [ 1016.845498] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6447bb38-bf01-4833-a44d-508653249ddd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.845617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6447bb38-bf01-4833-a44d-508653249ddd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.845689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6447bb38-bf01-4833-a44d-508653249ddd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.845951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6447bb38-bf01-4833-a44d-508653249ddd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.847474] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6447bb38-bf01-4833-a44d-508653249ddd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.300037] env[65687]: INFO networking_nsxv3.common.synchronization [req-c9e283e1-c005-4375-b4f5-b765ab7330e0 req-628cabc9-b4a9-486e-8fb5-7aa802c209d0 tempest-ServersNegativeTestMultiTenantJSON-770951190 tempest-ServersNegativeTestMultiTenantJSON-770951190-project-member] Enqueued Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1017.300819] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGHEST for action security_group_members [ 1017.301232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.301624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.301624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.301736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.301867] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.302012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.302126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.303380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.303380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.303380] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.349635] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6447bb38-bf01-4833-a44d-508653249ddd [ 1017.349913] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.350035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.350136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.350712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.350712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.350712] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6447bb38-bf01-4833-a44d-508653249ddd already deleted. [ 1017.350712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6447bb38-bf01-4833-a44d-508653249ddd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.674492] env[65687]: INFO networking_nsxv3.common.synchronization [None req-8d3c801f-28bf-42b6-91e3-1ce6e065202d tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1017.674961] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1017.679588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.679779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.679844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.680122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.680280] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.798976] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d8a1a8e8-508e-4390-ad63-22b1b05e7591 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1017.799871] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1017.800395] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.800602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.805578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.805711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.806009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.806009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.807126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.807126] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.807126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.807126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.807126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.807126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.807126] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05891d40-8694-4178-9272-a28a7de8089d is going to be updated. [ 1017.846490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.846706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.846783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.846980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.847154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.860197] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: IN_PROGRESS for 2s [ 1018.208169] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.208415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.208498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.208690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.208806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.208906] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b already deleted. [ 1018.209011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.209198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.209395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.210185] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.449643] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449643] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.449643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.449643] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.741598] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.741598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.741598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.741598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.741598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.741598] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b already deleted. [ 1018.741598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.857734] env[65687]: INFO networking_nsxv3.common.synchronization [req-b3d55677-81a6-4484-904c-fc8a43f113c2 req-d73c3f9c-1b89-470f-9815-d15b28fefc2f tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1018.858839] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1018.859066] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.859234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.859376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.859620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.859833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.859956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.860079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.860295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.860407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.860546] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.951081] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.951305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.951381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.951589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.951853] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.951993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.952072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.952251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.952353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.952452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.952629] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.952740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.952781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.952991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.953277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.953350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.953401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.953626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.953767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.953868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.954022] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.311280] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.311280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.311280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.311280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.311280] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.311280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.311280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.311682] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.312340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312340] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.312340] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.312340] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.312340] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.312556] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.313355] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.313355] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.324103] env[65687]: INFO networking_nsxv3.common.synchronization [None req-5cc21c46-b090-4d2a-9e0a-ef41a421b3f7 None None] Enqueued Resource ID: 2ff9be1f-a9a4-4345-8d40-411cec187f1e with Priority: HIGHEST for action port [ 1019.325895] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff9be1f-a9a4-4345-8d40-411cec187f1e with Priority: HIGHEST for action port [ 1019.326425] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff9be1f-a9a4-4345-8d40-411cec187f1e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.327980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff9be1f-a9a4-4345-8d40-411cec187f1e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.327980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff9be1f-a9a4-4345-8d40-411cec187f1e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.327980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff9be1f-a9a4-4345-8d40-411cec187f1e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.327980] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff9be1f-a9a4-4345-8d40-411cec187f1e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.343040] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.343040] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.343040] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.343040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.343040] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-5a24adc0-7f89-4baa-a8c7-0461957b6919 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.343040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.343040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343497] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a24adc0-7f89-4baa-a8c7-0461957b6919',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.363742] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.363916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.363994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.364225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.364328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.364576] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.364660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.364702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.364890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.364969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.365038] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 already deleted. [ 1019.365134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.457312] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 1019.478653] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.478814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.478886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.479175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.479281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.479722] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.480079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.480079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.480275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.480387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.480673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.480857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.480983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.481583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.481783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.482154] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.482314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.482557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.482808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.482923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.483063] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1019.566934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.567113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.567155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.567364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.567540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.582479] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1019.829988] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff9be1f-a9a4-4345-8d40-411cec187f1e [ 1019.830154] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.830276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.830316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.830815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.830815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.831047] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff9be1f-a9a4-4345-8d40-411cec187f1e already deleted. [ 1019.831047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff9be1f-a9a4-4345-8d40-411cec187f1e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.847188] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.847188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.847188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.847188] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.847369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.847887] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 5a24adc0-7f89-4baa-a8c7-0461957b6919 not found, creating... [ 1019.847887] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.847887] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.848260] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.848582] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.848726] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.849093] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.849238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.849363] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.849944] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.849944] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.850138] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 5a24adc0-7f89-4baa-a8c7-0461957b6919 is going to be created. [ 1019.868662] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05891d40-8694-4178-9272-a28a7de8089d in Status: SUCCESS [ 1019.868953] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05891d40-8694-4178-9272-a28a7de8089d deletion is rescheduled due to dependency. [ 1019.869126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.875830] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.876094] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.876259] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.876553] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.876789] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.877028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.597216] env[65687]: INFO networking_nsxv3.common.synchronization [req-b3d55677-81a6-4484-904c-fc8a43f113c2 req-f437fd37-d13d-4d77-bc67-93424002b222 service nova] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 1020.597483] env[65687]: INFO networking_nsxv3.common.synchronization [req-b3d55677-81a6-4484-904c-fc8a43f113c2 req-f437fd37-d13d-4d77-bc67-93424002b222 service nova] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1020.598016] env[65687]: INFO networking_nsxv3.common.synchronization [req-b3d55677-81a6-4484-904c-fc8a43f113c2 req-f437fd37-d13d-4d77-bc67-93424002b222 service nova] Enqueued Resource ID: 5a24adc0-7f89-4baa-a8c7-0461957b6919 with Priority: HIGHEST for action port [ 1020.601193] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_rules [ 1020.601374] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1020.601484] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a24adc0-7f89-4baa-a8c7-0461957b6919 with Priority: HIGHEST for action port [ 1020.602258] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.602397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.603172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.603418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.603492] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.607477] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.607477] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.607477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.607477] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.607882] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a24adc0-7f89-4baa-a8c7-0461957b6919 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.608035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.608035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.608194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.608272] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a24adc0-7f89-4baa-a8c7-0461957b6919',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.110713] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.110884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.111082] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.111983] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a24adc0-7f89-4baa-a8c7-0461957b6919 with status ACTIVE [ 1021.112186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.112303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.112371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.112574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.112664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.112834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.112937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.113007] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.113162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.113236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.113412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.113504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.113565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.113702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.113775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.113858] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a24adc0-7f89-4baa-a8c7-0461957b6919 is going to be updated. [ 1021.136438] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.136623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.136750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.137060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.137216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.137382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a24adc0-7f89-4baa-a8c7-0461957b6919" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.368737] env[65687]: INFO networking_nsxv3.common.synchronization [req-c33aae74-9f2b-4ac6-95a2-0bf49e59bef9 req-2ae07c5d-8b8e-441a-8883-5afecf1b0336 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1021.369614] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1021.369614] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.369614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.372063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.374443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.374579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.374645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.374864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.374959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.375072] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.602757] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1021.602757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.616358] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.766033] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.766033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.766033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.767027] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.767027] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.767234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.767350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.767633] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.767803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.768069] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.768191] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.768326] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.768402] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.768564] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.768697] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.768848] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.787809] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.788134] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.788310] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.788584] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.788966] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e9f63351-638a-46e9-9507-a03d265670ac taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.789196] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.789363] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.789800] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.789955] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f63351-638a-46e9-9507-a03d265670ac',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.879820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.879820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.879820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.880186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.880186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.880186] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 already deleted. [ 1021.880186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.125244] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.125483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.125551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.125773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.125867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.125968] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 is going to be created. [ 1022.154977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.154977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.154977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.154977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.154977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.164454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: UNINITIALIZED for 2s [ 1022.292741] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.293092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.293092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.293399] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.293575] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.293755] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e9f63351-638a-46e9-9507-a03d265670ac not found, creating... [ 1022.294161] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.294279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.294400] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.294574] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.294745] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295053] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295371] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.297767] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.297926] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.298098] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e9f63351-638a-46e9-9507-a03d265670ac is going to be created. [ 1022.339600] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.339888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.340031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.341045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.341045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.341045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.081294] env[65687]: INFO networking_nsxv3.common.synchronization [req-c33aae74-9f2b-4ac6-95a2-0bf49e59bef9 req-9e2cf44e-07ca-451f-a79a-6bab9852cfb2 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1023.081294] env[65687]: INFO networking_nsxv3.common.synchronization [req-c33aae74-9f2b-4ac6-95a2-0bf49e59bef9 req-9e2cf44e-07ca-451f-a79a-6bab9852cfb2 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1023.081294] env[65687]: INFO networking_nsxv3.common.synchronization [req-c33aae74-9f2b-4ac6-95a2-0bf49e59bef9 req-9e2cf44e-07ca-451f-a79a-6bab9852cfb2 service nova] Enqueued Resource ID: e9f63351-638a-46e9-9507-a03d265670ac with Priority: HIGHEST for action port [ 1023.081900] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1023.081900] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1023.081900] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f63351-638a-46e9-9507-a03d265670ac with Priority: HIGHEST for action port [ 1023.083204] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.083323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.083380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.083639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.083726] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.088069] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.088766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.088766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.088766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.088766] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.089308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.089308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.089386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.089420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.089600] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.090423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f63351-638a-46e9-9507-a03d265670ac taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.090578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.090697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.090797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.090943] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f63351-638a-46e9-9507-a03d265670ac',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.592632] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.593517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.594145] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.595385] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f63351-638a-46e9-9507-a03d265670ac with status ACTIVE [ 1023.595800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.597019] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.597019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.597666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.597981] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.598408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.598873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.601536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.601536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f63351-638a-46e9-9507-a03d265670ac is going to be updated. [ 1023.627311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.627737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.627737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.627737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.627889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.628018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f63351-638a-46e9-9507-a03d265670ac" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.029190] env[65687]: INFO networking_nsxv3.common.synchronization [req-b27e9035-3ace-44b1-a9bd-e9e40e8c5082 req-9b3479ad-3856-4efe-85b1-a443ef54b4d0 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1024.029790] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1024.030140] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.030289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.030366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.030646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.030849] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.030943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.031115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.031313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.031408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.031524] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.102553] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.178351] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: SUCCESS [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.178351] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178351] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.433037] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.433211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.433335] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.433617] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.433880] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.434053] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.434451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.434451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.434564] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.434713] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.434852] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.434964] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.435088] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.435201] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.435308] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.435463] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.459982] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.460352] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.460554] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.460787] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.461191] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0b62e9de-e1d8-427f-999d-411bf61b2163 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.461442] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.461643] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.461994] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.462217] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b62e9de-e1d8-427f-999d-411bf61b2163',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.533607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.533900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.534051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.534440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.534598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.534796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.534957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.535014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.535155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.535233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.535382] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa3895-a15d-4353-ad83-770207819172 already deleted. [ 1024.535483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.605291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.605291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.605291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.605438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.605438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.605501] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be created. [ 1024.637242] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.637405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.637457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.637675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.637841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.649533] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: UNINITIALIZED for 2s [ 1024.681025] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.965046] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.965519] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.965781] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.966267] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.966518] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.967331] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0b62e9de-e1d8-427f-999d-411bf61b2163 not found, creating... [ 1024.967618] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.967908] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.969308] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.969828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.970203] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.970699] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.970996] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.971232] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.971623] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.971982] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.972257] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0b62e9de-e1d8-427f-999d-411bf61b2163 is going to be created. [ 1024.994434] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.994764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.994972] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.995425] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.995808] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.996238] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.185048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959fcf95-3a4b-4239-919c-f5a0811a7d90: rpc.has_security_group_logging(os_id): False [ 1025.217627] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.218046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.218218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.218310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.218563] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.218830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.219121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.219321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.219360] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 is going to be created. [ 1025.338776] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.338996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.339113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.339441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.339764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.359835] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: IN_PROGRESS for 2s [ 1025.787449] env[65687]: INFO networking_nsxv3.common.synchronization [req-b27e9035-3ace-44b1-a9bd-e9e40e8c5082 req-d83308ba-f52b-4903-820b-cf5280b91268 service nova] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 1025.787449] env[65687]: INFO networking_nsxv3.common.synchronization [req-b27e9035-3ace-44b1-a9bd-e9e40e8c5082 req-d83308ba-f52b-4903-820b-cf5280b91268 service nova] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1025.787649] env[65687]: INFO networking_nsxv3.common.synchronization [req-b27e9035-3ace-44b1-a9bd-e9e40e8c5082 req-d83308ba-f52b-4903-820b-cf5280b91268 service nova] Enqueued Resource ID: 0b62e9de-e1d8-427f-999d-411bf61b2163 with Priority: HIGHEST for action port [ 1025.788228] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_rules [ 1025.788433] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1025.788469] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62e9de-e1d8-427f-999d-411bf61b2163 with Priority: HIGHEST for action port [ 1025.789072] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.789072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.789072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.789326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.789326] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.790230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.791034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.791034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.791034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.791034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.791034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.791034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.792223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.792300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.792370] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.793302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b62e9de-e1d8-427f-999d-411bf61b2163 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.794245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.794245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.794245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.794245] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b62e9de-e1d8-427f-999d-411bf61b2163',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.295375] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b62e9de-e1d8-427f-999d-411bf61b2163 with status ACTIVE [ 1026.295847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.295847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.295847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.296214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.296214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.296475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.296622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.296622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.297024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.297024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.297458] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.297458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.297458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.297458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.297458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.298672] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b62e9de-e1d8-427f-999d-411bf61b2163 is going to be updated. [ 1026.299299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.300383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.300486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.322676] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.322830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.322920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.323268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.323504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.323785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b62e9de-e1d8-427f-999d-411bf61b2163" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.662276] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1026.662510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.663336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.663705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.667027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.667027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.667027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.667027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.667027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.667027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.667027] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.793683] env[65687]: INFO networking_nsxv3.common.synchronization [req-bd7f0c7d-6ea0-4575-a32c-c791b32bfe17 req-72868b7a-0429-446e-8fc3-5459af73b77d tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1026.795675] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1026.795675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.795675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.795675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.796047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.797027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.797027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.797027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.797027] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.804332] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.168042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.168042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.168042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.168042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.168042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.168425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.168425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.168425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.168425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.168560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.168787] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.168882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.168940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.169103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.169241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.169330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.169997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.169997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.169997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.169997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.169997] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.205501] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.205501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.205501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.205501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.205501] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.205501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.205501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.206286] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.206804] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.208101] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.208436] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.208904] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.209261] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.212025] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.212025] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.212025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.232852] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.235075] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.235075] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.235075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.235075] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-db9a2847-4253-4e1b-a15b-2b416047353d taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.235075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.235075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.235075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.235075] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9a2847-4253-4e1b-a15b-2b416047353d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.299575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.299575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.299575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.299575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300096] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.300096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.300096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.300263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300326] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1027.304866] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.304866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.304866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.305173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.305173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.305314] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa3895-a15d-4353-ad83-770207819172 is going to be created. [ 1027.327900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.328185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.328185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.328905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.328905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.330347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.330456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.330522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.330920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.330920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.342360] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1027.343472] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: UNINITIALIZED for 2s [ 1027.372888] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: SUCCESS [ 1027.373139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.672069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed2be4-db2f-440c-b009-104309e26ab9: rpc.has_security_group_logging(os_id): False [ 1027.691238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.691441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.691668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.691784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.692010] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692124] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.692600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.692695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.693097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.693379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.693477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.693687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.693764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.693850] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be created. [ 1027.738502] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.738785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.738934] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.739248] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.739395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.739546] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port db9a2847-4253-4e1b-a15b-2b416047353d not found, creating... [ 1027.739892] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.740075] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.740206] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.740432] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.740569] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.740888] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.743631] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.743785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.744028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.744173] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.744319] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: db9a2847-4253-4e1b-a15b-2b416047353d is going to be created. [ 1027.760347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.760541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.760582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.760776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.760970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.772276] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.772497] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.772633] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.772921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.773211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.773434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.775788] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1028.530198] env[65687]: INFO networking_nsxv3.common.synchronization [req-bd7f0c7d-6ea0-4575-a32c-c791b32bfe17 req-284b9911-1893-4c5f-806b-c9ee78df7982 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1028.530569] env[65687]: INFO networking_nsxv3.common.synchronization [req-bd7f0c7d-6ea0-4575-a32c-c791b32bfe17 req-284b9911-1893-4c5f-806b-c9ee78df7982 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1028.530569] env[65687]: INFO networking_nsxv3.common.synchronization [req-bd7f0c7d-6ea0-4575-a32c-c791b32bfe17 req-284b9911-1893-4c5f-806b-c9ee78df7982 service nova] Enqueued Resource ID: db9a2847-4253-4e1b-a15b-2b416047353d with Priority: HIGHEST for action port [ 1028.531225] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1028.531385] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1028.531490] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9a2847-4253-4e1b-a15b-2b416047353d with Priority: HIGHEST for action port [ 1028.531804] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.531944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.532024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.532252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.532915] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.534637] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.535129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.535420] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9a2847-4253-4e1b-a15b-2b416047353d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.535529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.535593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.535797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.535878] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9a2847-4253-4e1b-a15b-2b416047353d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.035181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.035373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.040761] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db9a2847-4253-4e1b-a15b-2b416047353d with status ACTIVE [ 1029.041313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.041313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.041313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.041578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.041669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.041847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.042030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.042099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.042260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.042329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.043049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.043049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.043049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.043049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.043049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.043049] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db9a2847-4253-4e1b-a15b-2b416047353d is going to be updated. [ 1029.074458] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.074668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.074766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.075080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.075234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.075409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9a2847-4253-4e1b-a15b-2b416047353d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.356565] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1029.356737] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 deletion is rescheduled due to dependency. [ 1029.356849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.357031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.357255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.357442] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.357559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.357621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.357783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.357861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.357952] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.360431] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: SUCCESS [ 1029.360613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.360781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.360993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.361535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.361535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.361535] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.361701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.361747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.361827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.361908] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.794217] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1029.794553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.864028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.865329] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.369069] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.369069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77aa3895-a15d-4353-ad83-770207819172: rpc.has_security_group_logging(os_id): False [ 1030.391471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.391471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.391471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.391471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.391471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.391471] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.391471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.392099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.392099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.392099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.392099] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa3895-a15d-4353-ad83-770207819172 is going to be created. [ 1030.467379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.467379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.467379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.467379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.467379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.482534] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: IN_PROGRESS for 2s [ 1030.872972] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.873293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.873555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.873555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.873659] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.873736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1030.906890] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.907130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.907258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.907472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.907626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.917726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1031.253329] env[65687]: INFO networking_nsxv3.common.synchronization [None req-51440499-82e5-42af-be30-cf540c663f18 None None] Enqueued Resource ID: de1949a2-22ed-4ce8-bd92-4c5a38f817f6 with Priority: HIGHEST for action port [ 1031.254476] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1949a2-22ed-4ce8-bd92-4c5a38f817f6 with Priority: HIGHEST for action port [ 1031.255194] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1949a2-22ed-4ce8-bd92-4c5a38f817f6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.255358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1949a2-22ed-4ce8-bd92-4c5a38f817f6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.255432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1949a2-22ed-4ce8-bd92-4c5a38f817f6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.255720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1949a2-22ed-4ce8-bd92-4c5a38f817f6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.255805] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1949a2-22ed-4ce8-bd92-4c5a38f817f6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.409077] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d1ce756-b676-4f75-8804-02e85edfb6d5 req-c2149ddb-749a-4038-a67a-ecbe20e11936 tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1031.409658] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1031.410445] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.410445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.410445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.410899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.410899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.410899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.410899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.411142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.411377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.411490] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.760331] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de1949a2-22ed-4ce8-bd92-4c5a38f817f6 [ 1031.760449] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.761374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.761374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.761374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.761374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.761374] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de1949a2-22ed-4ce8-bd92-4c5a38f817f6 already deleted. [ 1031.761374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1949a2-22ed-4ce8-bd92-4c5a38f817f6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.878200] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.878200] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.878200] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.878200] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.878602] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.878602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.878602] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.878739] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.879034] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.879237] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.879449] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.879650] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.879787] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.879902] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.880013] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.880167] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.904046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.904169] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.904307] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.904480] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.904827] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.905121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.905263] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.905754] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.905754] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03dcffc1-e927-4bfd-a3f7-6943cbdfce75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.906817] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.906948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.907010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.907581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.907702] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.915315] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.411032] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.411279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.411447] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.411834] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.412008] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.412185] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 not found, creating... [ 1032.412473] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.412851] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.413033] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.413305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.413524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.413865] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.414102] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.414289] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.414546] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.414789] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.414916] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 is going to be created. [ 1032.416358] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.417763] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.437536] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.437536] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.437536] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.437793] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.438972] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.438972] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.498481] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: SUCCESS [ 1032.498717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918874] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.920473] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.920618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.921664] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1032.931315] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1032.931603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.931791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.932019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.932212] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.932340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.932402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.932562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.932640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.932730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.932862] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.954346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.954551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.954551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.954778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.954928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.969914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1033.166391] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d1ce756-b676-4f75-8804-02e85edfb6d5 req-28c6b1bf-bb65-4fff-9819-df6f2f5bc9a1 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 1033.166589] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d1ce756-b676-4f75-8804-02e85edfb6d5 req-28c6b1bf-bb65-4fff-9819-df6f2f5bc9a1 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1033.166727] env[65687]: INFO networking_nsxv3.common.synchronization [req-1d1ce756-b676-4f75-8804-02e85edfb6d5 req-28c6b1bf-bb65-4fff-9819-df6f2f5bc9a1 service nova] Enqueued Resource ID: 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 with Priority: HIGHEST for action port [ 1033.167296] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 1033.167434] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1033.167532] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 with Priority: HIGHEST for action port [ 1033.167904] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.167985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.171192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.171192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.171192] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.175972] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.175972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.175972] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.175972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.175972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.175972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.175972] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03dcffc1-e927-4bfd-a3f7-6943cbdfce75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.420981] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1033.421093] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1033.440028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.653678] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7acf72d6-b5cf-4b46-836d-7d058d0bda12 None None] Enqueued Resource ID: b7029102-c745-4325-b6e0-1dfa8904326c with Priority: HIGHEST for action port [ 1033.654464] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7029102-c745-4325-b6e0-1dfa8904326c with Priority: HIGHEST for action port [ 1033.654616] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7029102-c745-4325-b6e0-1dfa8904326c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.654745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7029102-c745-4325-b6e0-1dfa8904326c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.654872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7029102-c745-4325-b6e0-1dfa8904326c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.655080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7029102-c745-4325-b6e0-1dfa8904326c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.655157] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7029102-c745-4325-b6e0-1dfa8904326c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.677424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.677815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.678225] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 with status ACTIVE [ 1033.678709] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.678709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.678709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.680970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.680970] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.680970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.680970] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03dcffc1-e927-4bfd-a3f7-6943cbdfce75 is going to be updated. [ 1033.716910] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.722365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.722437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.723224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.723224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.723224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03dcffc1-e927-4bfd-a3f7-6943cbdfce75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.941288] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 1033.959828] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.959828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.960074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.960244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.960244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.960527] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.960640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.960699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.960846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.960923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.961035] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1034.160274] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7029102-c745-4325-b6e0-1dfa8904326c [ 1034.160274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.160274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.160274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.160274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.160274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.160274] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7029102-c745-4325-b6e0-1dfa8904326c already deleted. [ 1034.160274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7029102-c745-4325-b6e0-1dfa8904326c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209676] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.209765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.209873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.210324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.210324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.231311] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1034.572600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.592042] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1034.596301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.597622] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1034.652204] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.652431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.652431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.652672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.662027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.662838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1034.662961] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.663084] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1034.720942] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.721100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.721419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.721741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.725069] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.725468] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1034.831021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.831021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.831021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.831021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.831904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.832303] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1034.932025] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.932855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.932855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.932855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.933134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.933722] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1034.933722] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0752a0fd-e9d8-4491-a1e7-38e514561b27', '959fcf95-3a4b-4239-919c-f5a0811a7d90', '9415bd10-6937-4adc-b69e-84271bb62faf', '2c0144f9-0182-4d06-8bd9-bbe06b137507', 'b9960d0a-7889-4e36-9a20-244d984b52bb', '77d6fd2e-1ac0-4109-abc4-e8354d9ae146', 'f61a4f4d-f531-4683-81e1-ef962c572188', '769c246f-d700-46a5-bbc1-93ed2f65fcaa', '9e7a8a54-c901-4f36-8b9e-13f106b42255', '6aee38f8-b03a-499f-a65f-bfe13b4df47b', '5054a561-c208-4425-a0f0-56a5a7553a4c', '3cd77ed5-d632-4be5-8578-523d3eed10c6', '4ef3f56e-5126-42cd-8b14-a5b81f082591', 'a6bd5eb4-41f5-441e-9b6f-8305a6d35d75', 'b9ed2be4-db2f-440c-b009-104309e26ab9', '08eca076-c535-41d8-935d-e8bf86a63334', 'f8550358-400b-4e1d-84fd-4892f68eafbe', 'a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031', '04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72', '018886d1-5206-41b9-8d59-869e7e3e2cd6', '4da2c2b4-604c-4bae-83c7-3afe7895fbd1', '15b81dda-87b1-42ff-bb2f-f68f331c2e04', 'dbb1884a-7f06-4d42-a7f3-e3154125dfea', '49b66cd9-bb29-46b3-ab55-e346886b19ab', '3184ef78-6668-4710-9001-796af0725457', '0edaf697-b9a0-4ef8-bd7b-67030291635a', 'd3e5e342-26bd-4b7e-aefd-04a2b4d54f4e', 'e3cf3f46-103c-40a5-9b26-615a4cd146fb', 'fb1566dd-691f-40d9-8a10-cad3614b8964', '198b5382-8087-42d3-ab37-7e38097f64e2', '68179595-d0de-4cce-bae5-01860a5283af', '487ffce7-4f7f-4e8d-9e3d-401ae625b4b8', 'd9d74229-c35d-4e5b-b9e0-f16ee5f4a39b', '177f664b-324a-4f6b-9d8b-f51dcbe3c8ce', 'd9861897-1d4f-411d-a9d9-a42c2eaedebf', '05891d40-8694-4178-9272-a28a7de8089d', '57d813f3-d56e-407b-a468-7298868eb39c', 'fd5c84b8-3044-4b49-ab10-14cc86d942ca', '3c1aca69-6bc3-41d6-9399-588c0a690cad', '4b7c835b-5a58-453a-bee5-b1ce1796b613', '17405d75-f60f-4315-89ca-83fa32d5abb9', '3fb8854a-7cd0-48b8-9907-e43b4daa7067', '77aa3895-a15d-4353-ad83-770207819172', '185193e0-9f16-4131-9b37-8228ab90be7a'} {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.933722] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1034.956364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.956704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.956704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.956873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.956873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.957124] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1034.957124] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.957233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1034.981639] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1034.981639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.981639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.981639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.982181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.982181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.982181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.982181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.982181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.982181] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.078358] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.078551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.080562] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1035.080655] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.080758] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1035.080795] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1035.080890] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1035.080973] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 1035.081104] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGH for action security_group_rules [ 1035.082213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGH for action security_group_rules [ 1035.082702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGH for action security_group_rules [ 1035.082702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 1035.082702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGH for action security_group_rules [ 1035.082702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.486404] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.992216] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.249746] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1036.249994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.497393] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.497605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.497605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.497850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.497937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.498056] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1036.532607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.532607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.533147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.533147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.533314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.546343] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1037.205230] env[65687]: INFO networking_nsxv3.common.synchronization [req-8dda9594-f80a-4465-9b53-4bf63af33b3a req-458ac6be-60cd-4db8-a556-97e5fcd77e51 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1037.205230] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1037.205230] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415bd10-6937-4adc-b69e-84271bb62faf with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61a4f4d-f531-4683-81e1-ef962c572188 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9960d0a-7889-4e36-9a20-244d984b52bb with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGH for action security_group_rules [ 1037.207101] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 with Priority: HIGH for action security_group_rules [ 1037.207762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.208044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.208226] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.208964] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.209104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.209202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.209307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.209379] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.211168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9415bd10-6937-4adc-b69e-84271bb62faf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.211168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.211168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.211168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.211168] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9415bd10-6937-4adc-b69e-84271bb62faf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.212308] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f61a4f4d-f531-4683-81e1-ef962c572188 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.212308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.212308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.212308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.212308] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f61a4f4d-f531-4683-81e1-ef962c572188',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.212910] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.212910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.212910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.212910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.212910] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.214180] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-018886d1-5206-41b9-8d59-869e7e3e2cd6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.214180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.214180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.214180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.214180] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('018886d1-5206-41b9-8d59-869e7e3e2cd6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.215181] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.215181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.215181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.215181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.215181] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.215827] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.215890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.215930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.216100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.216160] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.216817] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.216906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.216999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.217182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.217253] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.218134] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.218134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.218134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.218317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.218391] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6bd5eb4-41f5-441e-9b6f-8305a6d35d75',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.219227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.219353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.219404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.219545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.219837] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.222255] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.222255] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.222255] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.222255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.222255] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.223761] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.223761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.223904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.223992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.224824] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.225323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.225323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.225673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.225673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.225673] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aee38f8-b03a-499f-a65f-bfe13b4df47b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.226495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7a8a54-c901-4f36-8b9e-13f106b42255 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.226765] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7a8a54-c901-4f36-8b9e-13f106b42255',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.227424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.227542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.227606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.227763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.227818] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d6fd2e-1ac0-4109-abc4-e8354d9ae146',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.228618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.228719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.228784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.229272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.229272] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769c246f-d700-46a5-bbc1-93ed2f65fcaa',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.229756] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9960d0a-7889-4e36-9a20-244d984b52bb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.229874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.229998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.230116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.230188] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9960d0a-7889-4e36-9a20-244d984b52bb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.230896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.231036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.233106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.233240] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.234207] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c0144f9-0182-4d06-8bd9-bbe06b137507 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.234330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.234396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.234561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.234633] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c0144f9-0182-4d06-8bd9-bbe06b137507',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.737445] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.740021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.740021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.740021] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.741495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.741618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.741687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.741873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.747280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.747407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.748067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.748255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.748423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.748534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.748593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.748981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.748981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.748981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.749202] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.750571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.750699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.750779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.751944] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.751944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.751944] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.753307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.753307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.753455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.753516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.753666] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.753749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.753811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.753962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.754034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.754120] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.754201] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.760517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.761020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.761274] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.761626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.761626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.761626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.761745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.761906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.761992] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.763920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.764073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.764416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.765673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.765673] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.766021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.766180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.766434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.766587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.766714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.766814] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.774346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.774551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.774668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.775950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.775950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.775950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.775950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.776209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.776209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.776426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.776535] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.782063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.782288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.784046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.784046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.784046] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.792392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.792392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.792392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.793166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.793166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.793166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.793166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.793166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.793395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.793395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.793395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.793482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.793562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.793681] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.798895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.800095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.800095] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.800507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.801085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.801248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.801325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.801656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.801884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.801884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.802013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802187] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.808586] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.808844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.808844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.809796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.809796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.810241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.810241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.810241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.810347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.810473] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.810560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.810560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.811235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.811235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.811235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.811235] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.873609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.874496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.874496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.874496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.874496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.874496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.874496] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 1037.877245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.877245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.877245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.877542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.879650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.879844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.880431] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.880589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.881496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.881618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.883609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.883957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.884770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.885987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.886156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.887805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.887805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.889348] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.889516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.890402] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.890584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.891431] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.891572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.892312] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.892753] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.892880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.908057] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.908702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.908869] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7a8a54-c901-4f36-8b9e-13f106b42255 is going to be deleted. [ 1037.910250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.910510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.929827] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.930548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.930714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.931088] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.931405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.941943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.942143] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d6fd2e-1ac0-4109-abc4-e8354d9ae146 is going to be deleted. [ 1037.943034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.943257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.945171] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 1037.966448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.966448] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9415bd10-6937-4adc-b69e-84271bb62faf is going to be deleted. [ 1037.967087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.967322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.984232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.984462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.991185] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aee38f8-b03a-499f-a65f-bfe13b4df47b is going to be deleted. [ 1037.992684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.993553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.053072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.053072] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 018886d1-5206-41b9-8d59-869e7e3e2cd6 is going to be deleted. [ 1038.053592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.053894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.056081] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.056259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.060148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.060373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.093779] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.093909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.108389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.108515] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f61a4f4d-f531-4683-81e1-ef962c572188 is going to be deleted. [ 1038.109771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.109911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.169685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.169904] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6bd5eb4-41f5-441e-9b6f-8305a6d35d75 is going to be deleted. [ 1038.171549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.171549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.232123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.232494] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031 is going to be deleted. [ 1038.233634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.233901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.236412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.236570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.247411] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.287200] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.287495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.287495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.288180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.288180] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.288180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.288438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.288485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.288855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.288855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.288966] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.289108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.289389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.289612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.289701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.289920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.290038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.290191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.290275] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.291750] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.291889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.291959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.292256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.292379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.292526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.292526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.292713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.292834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.292946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.294950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.295225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.295483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.295904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.298252] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.298252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.298252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.298252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.298252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.298252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.298252] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.299572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.299572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.299729] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd77ed5-d632-4be5-8578-523d3eed10c6: rpc.has_security_group_logging(os_id): False [ 1038.305368] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.307171] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.310541] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.310541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.318706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed2be4-db2f-440c-b009-104309e26ab9: rpc.has_security_group_logging(os_id): False [ 1038.320391] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08eca076-c535-41d8-935d-e8bf86a63334: rpc.has_security_group_logging(os_id): False [ 1038.346836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.347069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be deleted. [ 1038.350696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.350696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.378555] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.378555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.401786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.401786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409655] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.433222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.433381] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769c246f-d700-46a5-bbc1-93ed2f65fcaa is going to be deleted. [ 1038.434852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.434852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.536165] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.536290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.570304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.570304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.570304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.570304] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c0144f9-0182-4d06-8bd9-bbe06b137507 is going to be deleted. [ 1038.572061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.572061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.572841] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1038.573043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.573619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.573812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.574057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.574357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.574456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.574638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.574720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.574819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.574910] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.650383] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.650623] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9960d0a-7889-4e36-9a20-244d984b52bb is going to be deleted. [ 1038.651838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.652237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.652386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.652560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7a8a54-c901-4f36-8b9e-13f106b42255" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.652759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.652986] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.653165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.653420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d6fd2e-1ac0-4109-abc4-e8354d9ae146" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9415bd10-6937-4adc-b69e-84271bb62faf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aee38f8-b03a-499f-a65f-bfe13b4df47b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.655657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.655832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.656205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-018886d1-5206-41b9-8d59-869e7e3e2cd6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.656205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6bd5eb4-41f5-441e-9b6f-8305a6d35d75" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f61a4f4d-f531-4683-81e1-ef962c572188" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.690683] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.690683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.746130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.748031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.748550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748550] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.748550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.748550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.748550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.748706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748706] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 1038.750273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.750530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.752027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 959fcf95-3a4b-4239-919c-f5a0811a7d90: rpc.has_security_group_logging(os_id): False [ 1038.798527] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 1038.801121] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8550358-400b-4e1d-84fd-4892f68eafbe: rpc.has_security_group_logging(os_id): False [ 1038.810417] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef3f56e-5126-42cd-8b14-a5b81f082591: rpc.has_security_group_logging(os_id): False [ 1038.810417] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 1038.846096] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.846342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.847406] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.847549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.851082] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.851216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.855757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.855931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864088] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.864298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.865340] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.865448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.866425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.866754] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.866987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.866987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.867208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.867343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.867539] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.867787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.867995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868370] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.868464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.869134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1038.870369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.870619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.870932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8fbf5a1-7e15-4515-93f6-4f5b2c3f9031" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769c246f-d700-46a5-bbc1-93ed2f65fcaa" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.917062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.917425] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.917726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.917806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.918041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.918133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.918512] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.918646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.918727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.918904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.919056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.919357] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.919511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.919593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.919757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.919839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.920144] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1038.921414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.921641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.923615] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.923752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.003996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.004337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.004452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.004513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.004737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.004822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.005034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.005141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.005202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.005358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.005433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.005620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.005844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.005844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.006073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.006073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.006073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1039.008307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.008386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.008520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.008693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.008885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.010684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.010878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019345] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.019459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.032143] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 1039.070553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.070888] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.070996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.071084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.071291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.071374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.071471] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1039.072575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.072755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.077432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.077596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.077646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.077826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.077979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.078100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.078172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.078325] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.078411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.078499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.078648] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.078741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.078801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.078989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.079162] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.079258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.079314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.079454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.079530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.079611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.079698] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.093894] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.094032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.166291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.166526] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.166647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.166694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168841] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 is going to be updated. [ 1039.171627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.172172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.172172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.172172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9960d0a-7889-4e36-9a20-244d984b52bb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.172316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.172440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.179778] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.179861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.255284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.255702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262195] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262453] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1039.263871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c0144f9-0182-4d06-8bd9-bbe06b137507" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.270271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.315686] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1039.335023] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1039.340334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.340630] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.340783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.340869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.341130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.341216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.341450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.341812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.341891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.342127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.342216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.342278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.342425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.342502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.342602] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 1039.343939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.344159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.344327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.345367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.346308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.346308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.408031] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1039.413249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.414128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.414393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.421561] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1039.449974] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: IN_PROGRESS for 2s [ 1039.487668] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.487832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.487908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.488142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.488328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.491662] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.491843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.491843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.492541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.492541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.517077] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 1039.526139] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.526626] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1039.582052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b66cd9-bb29-46b3-ab55-e346886b19ab: rpc.has_security_group_logging(os_id): False [ 1039.633389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.633518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.633720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.633902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.671541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.671541] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.672054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.672054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.672172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.672400] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.672564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.672805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.672907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.673582] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.673702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.673771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.674196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.674196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.674294] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1039.764297] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.764547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.767150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.767500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.767776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785319] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1039.960065] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 1039.960065] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 1039.960065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.050544] env[65687]: INFO networking_nsxv3.common.synchronization [req-a0c0f7af-a7ba-4eaf-a135-5562daba27ab req-a8163e32-aea4-4601-a1de-8166b171fdfb tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1041.051579] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 1041.051935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.052317] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1041.052671] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.052784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.052840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.053084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.053248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.053406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.053500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.053677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.053747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.053835] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.336041] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1041.336320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.349818] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1041.350179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.422194] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1041.422426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.435878] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1041.436145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.445695] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.445897] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.446032] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.446321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.446578] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.446732] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.446844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.447166] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.447418] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.447756] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.447876] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.447992] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.448206] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.448327] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.448555] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.448777] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.466951] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: SUCCESS [ 1041.467313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.474779] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.474988] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.475101] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.475351] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.475683] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-023b5fa2-dcee-4227-bf1c-f796b4a4451e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.475856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.475975] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.476326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.476487] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023b5fa2-dcee-4227-bf1c-f796b4a4451e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.531190] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 1041.531467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.538714] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1041.538930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.556689] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.556949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.556949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.557320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.557455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.557646] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.557799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.557799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.557985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.558060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558273] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b already deleted. [ 1041.558273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.806711] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1041.806931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.981128] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.981538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.981796] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.982120] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.982291] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.983078] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 023b5fa2-dcee-4227-bf1c-f796b4a4451e not found, creating... [ 1041.983078] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.983078] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.983078] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.983383] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.983416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.983828] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.984041] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.985028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.985028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.985028] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.985028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 023b5fa2-dcee-4227-bf1c-f796b4a4451e is going to be created. [ 1042.008870] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.008870] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.009178] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.009369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.011221] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.011221] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.742270] env[65687]: INFO networking_nsxv3.common.synchronization [req-a0c0f7af-a7ba-4eaf-a135-5562daba27ab req-c861364f-38c6-4c8c-bc1e-b422af229258 service nova] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1042.742581] env[65687]: INFO networking_nsxv3.common.synchronization [req-a0c0f7af-a7ba-4eaf-a135-5562daba27ab req-c861364f-38c6-4c8c-bc1e-b422af229258 service nova] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1042.742838] env[65687]: INFO networking_nsxv3.common.synchronization [req-a0c0f7af-a7ba-4eaf-a135-5562daba27ab req-c861364f-38c6-4c8c-bc1e-b422af229258 service nova] Enqueued Resource ID: 023b5fa2-dcee-4227-bf1c-f796b4a4451e with Priority: HIGHEST for action port [ 1042.743618] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1042.743828] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1042.743920] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023b5fa2-dcee-4227-bf1c-f796b4a4451e with Priority: HIGHEST for action port [ 1042.744426] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.747523] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.747523] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.747523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.748254] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.748254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.748254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.748437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.751066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.751066] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.751066] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-023b5fa2-dcee-4227-bf1c-f796b4a4451e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.751066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.751066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.751066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.751066] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023b5fa2-dcee-4227-bf1c-f796b4a4451e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.247509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.247764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.253183] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.254329] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 023b5fa2-dcee-4227-bf1c-f796b4a4451e with status ACTIVE [ 1043.254558] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.254759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.254759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.255068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.255107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.255280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.255392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.256035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.256035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.256035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.256035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.256035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.256035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.256348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.256348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.256412] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 023b5fa2-dcee-4227-bf1c-f796b4a4451e is going to be updated. [ 1043.281861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.282121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.282188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.282440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.282636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.282941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023b5fa2-dcee-4227-bf1c-f796b4a4451e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.758299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.262117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.262269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.262345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.262578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.262678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.262763] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be created. [ 1044.298017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.298507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.298507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.298507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.298652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311765] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: UNINITIALIZED for 2s [ 1046.106694] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.107182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.107182] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.107315] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.107619] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.107857] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.107956] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.108343] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.108513] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.108727] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.108848] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.108957] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.109075] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.109190] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.109318] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.109456] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.130666] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.130835] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.131043] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.131150] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.131482] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-17dd8973-c32b-437e-8eb8-8532df07b893 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.131736] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.131829] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.132118] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.132257] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dd8973-c32b-437e-8eb8-8532df07b893',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.322621] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1046.322853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.323041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.323498] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.323618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.323765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.323882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.323972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.324085] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.635360] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.635707] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.635895] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.636321] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.636547] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.636996] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.637422] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.637545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.637791] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.637938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.638260] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.638430] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.638548] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.638766] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.638901] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.639069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 17dd8973-c32b-437e-8eb8-8532df07b893 is going to be updated. [ 1046.661770] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.661770] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.661965] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.662234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.662387] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.662608] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.827191] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.330282] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d027721-052e-45db-a887-ddfd221d6f0b: rpc.has_security_group_logging(os_id): False [ 1047.354868] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.355090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.355090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.355759] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.355889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.356043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.356143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.356206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be created. [ 1047.427801] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.428136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.428136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.428300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.428449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.440881] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1047.446026] env[65687]: INFO networking_nsxv3.common.synchronization [req-78224458-8c1e-4d43-8e44-067d7be74e28 req-cbe6b4bf-c3d3-4588-971a-235b675b7b1c service nova] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 1047.446272] env[65687]: INFO networking_nsxv3.common.synchronization [req-78224458-8c1e-4d43-8e44-067d7be74e28 req-cbe6b4bf-c3d3-4588-971a-235b675b7b1c service nova] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 1047.446355] env[65687]: INFO networking_nsxv3.common.synchronization [req-78224458-8c1e-4d43-8e44-067d7be74e28 req-cbe6b4bf-c3d3-4588-971a-235b675b7b1c service nova] Enqueued Resource ID: 17dd8973-c32b-437e-8eb8-8532df07b893 with Priority: HIGHEST for action port [ 1047.446921] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_rules [ 1047.447072] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 1047.447341] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dd8973-c32b-437e-8eb8-8532df07b893 with Priority: HIGHEST for action port [ 1047.447490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.447617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.447684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.448083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.448083] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.448870] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.448992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.449080] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.449268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.449420] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.449521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.449583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.449765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.449858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.449973] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.452699] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-17dd8973-c32b-437e-8eb8-8532df07b893 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.452699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.452699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.452699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.452699] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dd8973-c32b-437e-8eb8-8532df07b893',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.511028] env[65687]: INFO networking_nsxv3.common.synchronization [req-fa49be00-69c6-4621-89e5-6fc5f0b91559 req-c6cc791b-0cf6-441e-afd4-c52abb4bf6b1 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1047.511878] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1047.512310] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.512467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.512540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.512715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.512874] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.512971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.513064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.513228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.513316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.513410] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.953381] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.954498] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.954608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.954805] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17dd8973-c32b-437e-8eb8-8532df07b893 with status ACTIVE [ 1047.954957] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.955087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.955152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.955364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.955454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.955625] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.955724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.955785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.955937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.956426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.957128] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.957128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.957128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.957128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.957128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.957478] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17dd8973-c32b-437e-8eb8-8532df07b893 is going to be updated. [ 1048.017596] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.017767] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.017836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.018093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.018238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.018381] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.018516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.018571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.018701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.018766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.018857] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1048.048076] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.048076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.048076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.048076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.048076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.048539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17dd8973-c32b-437e-8eb8-8532df07b893" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.064315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.064515] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.064567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.064760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.064903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.075168] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1048.459947] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.963010] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.963507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963738] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be updated. [ 1048.997475] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.997721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.997863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.998147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.998327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.015640] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: IN_PROGRESS for 2s [ 1049.191767] env[65687]: INFO networking_nsxv3.common.synchronization [req-9283ebc8-ad5c-4458-945b-fa502993e9f7 req-de703bfe-d319-44bf-af26-558c56a808fa tempest-ServersNegativeTestJSON-1887070627 tempest-ServersNegativeTestJSON-1887070627-project-member] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1049.191767] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1049.192383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.192677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.192875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.195208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.195208] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.195208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.195208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.195208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.195208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.195208] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.456852] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1049.457508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.573333] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.573333] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.573742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.573742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.574742] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.574742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.574742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.574742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.574742] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.574960] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.574960] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.575124] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.575506] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.575506] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.575506] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.575629] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.600052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.600052] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.600052] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.600052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.600052] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0540b120-1885-46a0-8009-45c9d8e2b089 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.600052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.600052] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.600488] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.600488] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0540b120-1885-46a0-8009-45c9d8e2b089',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.698105] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.088771] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1050.088957] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 deletion is rescheduled due to dependency. [ 1050.089126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.103639] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.103958] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.104037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.104346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.104502] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.104661] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0540b120-1885-46a0-8009-45c9d8e2b089 not found, creating... [ 1050.104949] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.105154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.105278] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.105520] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.105655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106072] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.106307] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.106462] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.106683] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106819] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.108177] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0540b120-1885-46a0-8009-45c9d8e2b089 is going to be created. [ 1050.138598] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.138931] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.139149] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.139538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.139774] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.140023] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.202010] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.704907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.705211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.705211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.706028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.706028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.706028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1050.736418] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.736573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.736618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.736827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.736975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.746389] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1050.770014] env[65687]: INFO networking_nsxv3.common.synchronization [req-9e67fa01-fa14-4db3-a967-dd14a214fd0c req-d7fd7c4f-824c-4a98-9b5e-a91eb3417c0f tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1050.770582] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1050.770883] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.771018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.771570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.771868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.771969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.772085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.772149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.772307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.772395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.772487] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [req-9283ebc8-ad5c-4458-945b-fa502993e9f7 req-34f29fa7-b743-4ee8-9eda-cf8731b95606 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [req-9283ebc8-ad5c-4458-945b-fa502993e9f7 req-34f29fa7-b743-4ee8-9eda-cf8731b95606 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [req-9283ebc8-ad5c-4458-945b-fa502993e9f7 req-34f29fa7-b743-4ee8-9eda-cf8731b95606 service nova] Enqueued Resource ID: 0540b120-1885-46a0-8009-45c9d8e2b089 with Priority: HIGHEST for action port [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1050.857024] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0540b120-1885-46a0-8009-45c9d8e2b089 with Priority: HIGHEST for action port [ 1050.859479] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.859823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.859979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.860270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.860459] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.861424] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.861631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.861985] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0540b120-1885-46a0-8009-45c9d8e2b089 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.862224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.862391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.862645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.862816] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0540b120-1885-46a0-8009-45c9d8e2b089',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.026462] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: SUCCESS [ 1051.026691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.026867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.027112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.027355] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.027446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.027496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.027670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.027753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.027855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.027944] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.275152] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.364905] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.365033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.365230] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0540b120-1885-46a0-8009-45c9d8e2b089 with status ACTIVE [ 1051.365392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.365508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.365595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.366147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.366247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.366428] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.366560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.366610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.366732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.366810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.366990] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.367168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.367257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.367602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.367602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.367602] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0540b120-1885-46a0-8009-45c9d8e2b089 is going to be updated. [ 1051.390090] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.390256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.390303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.390517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.390658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.390824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0540b120-1885-46a0-8009-45c9d8e2b089" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.534030] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.778058] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.037363] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5054a561-c208-4425-a0f0-56a5a7553a4c: rpc.has_security_group_logging(os_id): False [ 1052.056586] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.056773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.056839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.057373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.057373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.058579] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.058579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.058579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.058579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.058579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.058579] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be created. [ 1052.117145] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.117354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.117422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.117714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.118016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.135568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: IN_PROGRESS for 2s [ 1052.280399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.282054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.282054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.282054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.282054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.282054] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1052.319473] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.319648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.319722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.319963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.320125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.334032] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1052.768245] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1052.768245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.768797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.768797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.769055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.769055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.769164] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.274116] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.776091] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.151110] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: SUCCESS [ 1054.151417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.278349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.278784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.278784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.279163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.279163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.279163] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1054.311223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.311369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.311453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.311699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.311818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.326192] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1054.344383] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1054.344592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.857189] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.857580] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1056.336178] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1056.336390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.336557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.336786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.336981] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.337121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.337188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.337352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.337430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.337594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.337689] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.840589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.840794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.840852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.841110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.841292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.841436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.841507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.841670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.841764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.842034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.842232] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.842691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.842691] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.843007] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.843100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843239] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.345403] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08eca076-c535-41d8-935d-e8bf86a63334: rpc.has_security_group_logging(os_id): False [ 1057.364316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.364316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.364316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.364316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.365114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.365114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.365114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.365114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.365114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.365114] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1057.421547] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.421740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.421788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.421977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.422136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.441975] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1059.220527] env[65687]: INFO networking_nsxv3.common.synchronization [req-21fcbf10-01f1-44ae-8e0a-2edeae11c304 req-006c42d8-b64b-4c03-ac8f-855a8592b6b7 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1059.221257] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1059.221385] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.221526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.221565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.221755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.221916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.222034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.222074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.222225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.222306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.222393] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.467680] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1059.467680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606756] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.606964] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.607103] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.607423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.607730] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.607902] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.608116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.608281] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.608427] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.608641] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.608760] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.608871] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.608981] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.609110] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.609220] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.609357] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.629409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.629696] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.629862] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.630079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.630767] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-1960025a-8c55-4d78-b81b-e04a4fdfa602 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630767] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630960] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.631200] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.632051] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1960025a-8c55-4d78-b81b-e04a4fdfa602',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.725199] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.135075] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.135334] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.135460] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.135779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.135930] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.136103] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 1960025a-8c55-4d78-b81b-e04a4fdfa602 not found, creating... [ 1060.136382] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.136545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.136660] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.136890] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.137043] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.137343] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.137524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.137649] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.137826] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.137960] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.138117] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 1960025a-8c55-4d78-b81b-e04a4fdfa602 is going to be created. [ 1060.162325] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.162624] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.162791] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.163114] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.163369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.163608] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.228817] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.732372] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.732594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.732640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.732874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.732973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.733090] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1060.772629] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.772871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.773549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.787214] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1060.923800] env[65687]: INFO networking_nsxv3.common.synchronization [req-21fcbf10-01f1-44ae-8e0a-2edeae11c304 req-620d14e2-4113-42a6-ad35-5903fa324cc9 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1060.924040] env[65687]: INFO networking_nsxv3.common.synchronization [req-21fcbf10-01f1-44ae-8e0a-2edeae11c304 req-620d14e2-4113-42a6-ad35-5903fa324cc9 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1060.924103] env[65687]: INFO networking_nsxv3.common.synchronization [req-21fcbf10-01f1-44ae-8e0a-2edeae11c304 req-620d14e2-4113-42a6-ad35-5903fa324cc9 service nova] Enqueued Resource ID: 1960025a-8c55-4d78-b81b-e04a4fdfa602 with Priority: HIGHEST for action port [ 1060.924646] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1060.924804] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1060.924874] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1960025a-8c55-4d78-b81b-e04a4fdfa602 with Priority: HIGHEST for action port [ 1060.925186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.925380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.925380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.925582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.925665] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.927697] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1960025a-8c55-4d78-b81b-e04a4fdfa602 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.928040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.928115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.928314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928367] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1960025a-8c55-4d78-b81b-e04a4fdfa602',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.429073] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.429481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.430758] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1960025a-8c55-4d78-b81b-e04a4fdfa602 with status ACTIVE [ 1061.431038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.431183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.431245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.431462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.431576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.431789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.431903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.431962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.432142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.432206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.432399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.432492] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.432551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.432694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.432773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.432862] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1960025a-8c55-4d78-b81b-e04a4fdfa602 is going to be updated. [ 1061.458570] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.458806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.458806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.458995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.459184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.459312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1960025a-8c55-4d78-b81b-e04a4fdfa602" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.848900] env[65687]: INFO networking_nsxv3.common.synchronization [req-4cbfc7a6-aa43-4b37-a962-8b572fb61dd3 req-a0ef68b5-6f37-4801-9a62-1fb1572a02bd tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1061.849467] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1061.849800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.849905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.849984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.850171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.850364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.850465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.850465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.850599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.850678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.850846] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.216178] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.216178] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.216178] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.217391] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.217391] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.217762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.217973] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.218258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.218434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.218686] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.218872] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.219039] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.219188] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.219346] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.219479] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.219716] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.240087] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.240087] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.240509] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.240509] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.241881] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-00861995-af50-4e1e-8112-de89281d7240 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.241881] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.241881] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.241881] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.241881] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00861995-af50-4e1e-8112-de89281d7240',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.355372] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.355372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.355372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.355372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.407925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.409485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.409485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.409485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.409485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.409485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.409485] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1062.447204] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.447569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.447569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.447686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.447843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458066] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1062.745807] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.746140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.746271] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.746714] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.746894] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.747073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 00861995-af50-4e1e-8112-de89281d7240 not found, creating... [ 1062.747383] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.747552] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.747694] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.747943] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.748116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.748896] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.748896] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.749050] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.749319] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.749486] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.749632] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 00861995-af50-4e1e-8112-de89281d7240 is going to be created. [ 1062.776059] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.776059] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.776059] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.776586] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.776586] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.776736] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.812640] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1062.812640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.812640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.812884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.813027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.813107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.813143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.813317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.813401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.813501] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.316370] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.505139] env[65687]: INFO networking_nsxv3.common.synchronization [req-4cbfc7a6-aa43-4b37-a962-8b572fb61dd3 req-af382387-3d65-471a-86f8-1a0c6375562e service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 1063.506923] env[65687]: INFO networking_nsxv3.common.synchronization [req-4cbfc7a6-aa43-4b37-a962-8b572fb61dd3 req-af382387-3d65-471a-86f8-1a0c6375562e service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1063.506923] env[65687]: INFO networking_nsxv3.common.synchronization [req-4cbfc7a6-aa43-4b37-a962-8b572fb61dd3 req-af382387-3d65-471a-86f8-1a0c6375562e service nova] Enqueued Resource ID: 00861995-af50-4e1e-8112-de89281d7240 with Priority: HIGHEST for action port [ 1063.506923] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 1063.506923] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1063.506923] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00861995-af50-4e1e-8112-de89281d7240 with Priority: HIGHEST for action port [ 1063.506923] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.507277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.507277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.507417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.507526] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.508675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.508819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-00861995-af50-4e1e-8112-de89281d7240 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.509984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.510555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.511450] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00861995-af50-4e1e-8112-de89281d7240',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.820136] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.013051] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00861995-af50-4e1e-8112-de89281d7240 with status ACTIVE [ 1064.013365] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.013504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.013578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.013792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.013884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.014091] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.014185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.014594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.014594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.014594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.014762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.014831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.014881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.014989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.015082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.015171] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00861995-af50-4e1e-8112-de89281d7240 is going to be updated. [ 1064.016364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.016453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.039569] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.039569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.039569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.039868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.039988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.040183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00861995-af50-4e1e-8112-de89281d7240" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.322493] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.322784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.322902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.323242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.323354] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.323509] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1064.361457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.362063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.362228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.371904] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1064.468950] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1064.469162] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 1064.469273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.469433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.469650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.469921] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.470059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.470125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.470295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.470376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.470470] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.974462] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.448604] env[65687]: INFO networking_nsxv3.common.synchronization [req-e78e4130-42f4-4597-98b9-f4bd265841db req-3d36f155-32e0-4e26-be1b-cfaf5444911b tempest-ServerGroupTestJSON-594383487 tempest-ServerGroupTestJSON-594383487-project-member] Enqueued Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1065.448604] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1065.448751] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.448853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.448853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449702] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.449935] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.479386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.838016] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.838297] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-683" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838365] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-683" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.838695] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-683" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.838997] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839185] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839306] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839541] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839941] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.840075] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.840187] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.840299] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.840410] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.840516] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.840651] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.861943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.862215] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.862303] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.862453] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-683" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.862782] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0a9594ad-0354-43b8-ad11-857cc55f6413 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.862961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.863094] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.863443] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.863608] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9594ad-0354-43b8-ad11-857cc55f6413',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.953369] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.953617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.953617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.953795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.953888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.954098] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.954199] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.954260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.954570] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 already deleted. [ 1065.954650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.985205] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.985667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.985667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.985667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.985792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.985792] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1066.025138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.025287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025382] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.025717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.035256] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1066.365862] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.366087] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.366222] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.366591] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.366717] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.366804] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0a9594ad-0354-43b8-ad11-857cc55f6413 not found, creating... [ 1066.367090] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.367255] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.367371] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.367914] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.367914] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.368070] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.368942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.368942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.368942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.368942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.368942] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0a9594ad-0354-43b8-ad11-857cc55f6413 is going to be created. [ 1066.378733] env[65687]: INFO networking_nsxv3.common.synchronization [req-63e35f48-bdd4-4ea7-8768-9255e1aeab49 req-e3c50f54-7425-4d92-b8ed-659abd5331bc tempest-ServersNegativeTestJSON-1887070627 tempest-ServersNegativeTestJSON-1887070627-project-member] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1066.379338] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1066.379687] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.379868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.379936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.380156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.380708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.380847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.380947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.381151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.381246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.381344] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.385699] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1066.385888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386437] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.386931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.387031] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.395669] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.395766] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.396521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.396630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.396877] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.397170] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.884415] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.889376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.889737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.889737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890143] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.890248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.890311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.890795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.890963] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.890963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.891070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.891414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.891414] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.891529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.891529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.891652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.891740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891932] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.115184] env[65687]: INFO networking_nsxv3.common.synchronization [req-e78e4130-42f4-4597-98b9-f4bd265841db req-ea8408d8-f0c0-4b91-add2-c3a0e2aa3354 service nova] Enqueued Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_rules [ 1067.115184] env[65687]: INFO networking_nsxv3.common.synchronization [req-e78e4130-42f4-4597-98b9-f4bd265841db req-ea8408d8-f0c0-4b91-add2-c3a0e2aa3354 service nova] Enqueued Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1067.115184] env[65687]: INFO networking_nsxv3.common.synchronization [req-e78e4130-42f4-4597-98b9-f4bd265841db req-ea8408d8-f0c0-4b91-add2-c3a0e2aa3354 service nova] Enqueued Resource ID: 0a9594ad-0354-43b8-ad11-857cc55f6413 with Priority: HIGHEST for action port [ 1067.115184] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_rules [ 1067.115184] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1067.117543] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9594ad-0354-43b8-ad11-857cc55f6413 with Priority: HIGHEST for action port [ 1067.118269] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.118588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.118771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.119174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.119380] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.121177] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.121523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.124658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.124658] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.124658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9594ad-0354-43b8-ad11-857cc55f6413 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.124658] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.125528] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9594ad-0354-43b8-ad11-857cc55f6413',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.336504] env[65687]: INFO networking_nsxv3.common.synchronization [req-b5886ec0-ec79-41c2-b128-5db3fbf97343 req-5a44ec4e-63e0-4898-a0a3-a7b2c11aa931 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1067.337213] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1067.337703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.337880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.337980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.338231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.338415] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.338527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.338591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.338754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.338857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.338955] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.386621] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.393897] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 1067.424510] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.424733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.424733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.424896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.424991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.425224] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.425327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.425391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.425549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.425623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.425899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.425899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.426058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.426095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.426174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.426357] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.426507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.426573] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.426931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.426931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.426931] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1067.495307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.495307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.496084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.496084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.496084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.521716] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1067.631027] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.631027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.631027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a9594ad-0354-43b8-ad11-857cc55f6413 with status ACTIVE [ 1067.631027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.631027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.631027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.632228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.632635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.632912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.633321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.633622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.637141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.637141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.637141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.637141] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a9594ad-0354-43b8-ad11-857cc55f6413 is going to be updated. [ 1067.651960] env[65687]: INFO networking_nsxv3.common.synchronization [req-5100d497-bcd0-4a79-bdd4-9c0a48a283e4 req-7de89863-bd92-4c60-b61a-1d400173c46a tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 1067.653282] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 1067.654534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.654936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.655195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.655698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.656087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.656522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.656765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.657201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.657495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.657790] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.671467] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.671467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.671467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.671467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.671467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.671467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9594ad-0354-43b8-ad11-857cc55f6413" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.842452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.842452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.842452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.842808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.842984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.842984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.843119] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 1067.859672] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.860116] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.860195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.860870] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.860870] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.861123] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.861251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.861986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.861986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.861986] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.861986] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.862512] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.862512] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.862512] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.862512] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.862512] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.891246] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.891609] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.892238] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.892534] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-731" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.892924] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.893195] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.893433] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.893886] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.894113] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb6b885-3bd3-487c-bd7c-d6f142d4ced5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.896532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.896732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.896917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.897266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.902447] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.902447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.902447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.902447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.902447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.902447] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1067.914359] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 1067.941806] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.942051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.942051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.942477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.942661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955607] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1068.044957] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1068.045358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.045358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.045583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.045783] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.045897] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.045955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.046169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.046250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.046360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.046475] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.140863] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.161406] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.396459] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.400226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.400226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.400226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.400226] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.400226] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 not found, creating... [ 1068.400226] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.400471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.400471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.400641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.400762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.401065] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.401232] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.401350] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.401557] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.401685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.401822] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 is going to be created. [ 1068.426935] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.427210] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.427409] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.427729] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.427966] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.428884] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.548831] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.549103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.549308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.549525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.549879] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.550050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.550119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.550374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.550491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.550596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.550794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.550949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.551092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.551323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.551522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.551650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.551729] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.551916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.552134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.552273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.552401] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.643270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.643526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.643526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.643722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.643815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.643934] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 is going to be created. [ 1068.663954] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.670052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.670196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.670196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.670355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.670518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.680970] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: UNINITIALIZED for 2s [ 1069.056985] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 1069.080382] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.080564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.080646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.080880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.080996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.081376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.081578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.081681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.081720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.083121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.083121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.083121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.083540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.083540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.083540] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1069.158721] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.159072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.159072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.159291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.159291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.169613] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.169613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.169613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.169613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.169613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.169613] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 1069.174081] env[65687]: INFO networking_nsxv3.common.synchronization [req-b5886ec0-ec79-41c2-b128-5db3fbf97343 req-1780b019-28a7-4192-820f-cb5dd1deaab6 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 1069.174173] env[65687]: INFO networking_nsxv3.common.synchronization [req-b5886ec0-ec79-41c2-b128-5db3fbf97343 req-1780b019-28a7-4192-820f-cb5dd1deaab6 service nova] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1069.174435] env[65687]: INFO networking_nsxv3.common.synchronization [req-b5886ec0-ec79-41c2-b128-5db3fbf97343 req-1780b019-28a7-4192-820f-cb5dd1deaab6 service nova] Enqueued Resource ID: 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 with Priority: HIGHEST for action port [ 1069.174520] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_rules [ 1069.174642] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1069.175045] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 with Priority: HIGHEST for action port [ 1069.175367] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.175508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.175561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.175738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.175867] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.177276] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.178787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.179168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.179853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.179853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.180334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.180469] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb6b885-3bd3-487c-bd7c-d6f142d4ced5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.182383] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1069.200116] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.200278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.200339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.200533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.200681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.216921] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 1069.538214] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1069.538214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646980] env[65687]: INFO networking_nsxv3.common.synchronization [None req-cc65a013-c5d5-4473-9ce8-d0ff7d8d6156 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: 6f84b60e-371a-4e7a-b709-edc570247863 with Priority: HIGHEST for action security_group_rules [ 1069.647727] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f84b60e-371a-4e7a-b709-edc570247863 with Priority: HIGHEST for action security_group_rules [ 1069.647873] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f84b60e-371a-4e7a-b709-edc570247863 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.648052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.648187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.648557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.648692] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f84b60e-371a-4e7a-b709-edc570247863',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.684771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.684851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.686157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 with status ACTIVE [ 1069.686352] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.686469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.686533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.686737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.686826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.686994] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.687103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.687164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.687328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.687378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.687554] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.687758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.687758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.687864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.687906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.688028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eb6b885-3bd3-487c-bd7c-d6f142d4ced5 is going to be updated. [ 1069.710594] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.711051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.711193] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.711355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb6b885-3bd3-487c-bd7c-d6f142d4ced5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.744626] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f1f7b4cf-8779-4fe7-90c3-9f0e4e37476b tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: 6f84b60e-371a-4e7a-b709-edc570247863 with Priority: HIGHEST for action security_group_rules [ 1069.745207] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f84b60e-371a-4e7a-b709-edc570247863 with Priority: HIGHEST for action security_group_rules [ 1069.745518] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f84b60e-371a-4e7a-b709-edc570247863 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.745676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.924683] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 1069.924871] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 1069.924985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.925166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.925386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.925572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.925690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.925754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.925909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.925992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.926164] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.965984] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1069.966282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.171292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.171292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.171292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.171292] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.171649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.171649] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f84b60e-371a-4e7a-b709-edc570247863 already deleted. [ 1070.171649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.171751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.171920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.172030] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f84b60e-371a-4e7a-b709-edc570247863',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.431831] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.690963] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: SUCCESS [ 1070.691310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.691568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.691771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.692021] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.692255] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.692365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.692656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.692964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.693168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.693339] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.697578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.697578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.697578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.697578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.697578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.697578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f84b60e-371a-4e7a-b709-edc570247863 already deleted. [ 1070.697578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f84b60e-371a-4e7a-b709-edc570247863" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.934762] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.196101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.196491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.196491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.196646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.196912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.197150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.197313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.198174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198174] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.198174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.198657] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.198657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.199115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.199446] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.201285] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1071.201527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.228445] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 1071.228740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.282513] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9e2a1e32-53af-4c63-8f02-ea68b8e0389a tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1071.282513] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1071.282981] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.282981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.283099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.283424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.283515] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.412182] env[65687]: INFO networking_nsxv3.common.synchronization [None req-68a63da3-9314-460e-97ce-702b8ee47fe0 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1071.412780] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1071.413161] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.413288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.440043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.440195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.441389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.441698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.441698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.441924] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 1071.477722] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.478457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.478457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.478643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.478788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.489763] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 1071.705723] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18afcfd-beeb-43c6-a448-35a092e28230: rpc.has_security_group_logging(os_id): False [ 1071.725376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.725376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.725376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.725376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.726478] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.726478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.726770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.726770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 is going to be created. [ 1071.791153] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.791449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.791586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.792467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.792467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.808547] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: IN_PROGRESS for 2s [ 1071.813859] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.814566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.814566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.814566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.814787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.814787] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 already deleted. [ 1071.814904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.815022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.815219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.815301] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.146233] env[65687]: INFO networking_nsxv3.common.synchronization [req-b8fe4d7e-109d-4845-a630-f763f29423b9 req-2ace1128-a939-4f3a-9c83-5c6c74ce9d3c tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1072.146900] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1072.147396] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.147396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.147396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.147576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.147719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.149494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.149494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.149494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.149494] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.149494] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.338485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.338802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.338802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.338975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.338975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.339106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 already deleted. [ 1072.339195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.483399] env[65687]: INFO networking_nsxv3.common.synchronization [req-7d130b20-dc78-4c80-8630-cd053702e240 req-cdec72db-e0b0-4391-8864-3ae77036b9cf tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 1072.485452] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGHEST for action security_group_members [ 1072.485452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.485452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.485452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.485938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.485938] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.485938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.485938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.486214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.486290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.486348] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.652157] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.990864] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.991096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.991184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.991385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.025750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.026202] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.026443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.026621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.030142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.030142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.030142] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 is going to be updated. [ 1073.073376] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.073563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.073610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.073955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.074503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.085871] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: IN_PROGRESS for 2s [ 1073.157717] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.504372] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 1073.504744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.504962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.505298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.505540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.505696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.505789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.506011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.506134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.506256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.506384] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.625678] env[65687]: INFO networking_nsxv3.common.synchronization [req-54c2816e-22cb-4ecc-beb9-7fe8087c4d39 req-2f6f6a97-dd32-44d0-8948-a175537b46eb tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1073.626321] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1073.627246] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.627522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.627522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.627728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.628073] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.628073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.628073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.628348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.628348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.628602] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.661553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.661714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.661783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.662022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.662111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.662200] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1073.693928] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.694752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.706895] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1073.824228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: SUCCESS [ 1073.824649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.977273] env[65687]: INFO networking_nsxv3.common.synchronization [req-acc24a03-c707-485a-8918-5b0f927f6a81 req-f1634c71-c468-4591-b4c0-6e1d7575c108 tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1073.977869] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1073.978594] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.978737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.978808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979053] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.979248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.979363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.979425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.979760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.979868] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.013217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.013217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.013217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.013217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.013217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.016360] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.129883] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.130243] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.130425] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.130811] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.131294] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.131496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.131639] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.131882] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.132107] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.132349] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.132467] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.132577] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.132685] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.132815] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.132968] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.133159] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.134699] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.153219] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.153445] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.153648] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.153859] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.154276] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-8308a79a-df83-412c-a537-5bb35d6ab83e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.154615] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.154813] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155259] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155480] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8308a79a-df83-412c-a537-5bb35d6ab83e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.483063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.483704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.483704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.483704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.483704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.483941] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.483941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.483941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.484103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.484157] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.484236] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1074.514762] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.515197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.515197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.515302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.515468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.520096] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68179595-d0de-4cce-bae5-01860a5283af: rpc.has_security_group_logging(os_id): False [ 1074.525204] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1074.538378] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.538528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.538601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.538831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.538921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.539124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.539227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.539284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.539448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.539511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.539689] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.539781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.539839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.540244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.540540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.540657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.540770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.540976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541117] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 1074.618882] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.619132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.619201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.619487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.619712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633844] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 1074.637386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.658484] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.658706] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.658825] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.659132] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.659287] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.659443] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 8308a79a-df83-412c-a537-5bb35d6ab83e not found, creating... [ 1074.659878] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.659878] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.660144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.660293] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.660456] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.660709] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.660864] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.660986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.661274] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.661378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.661524] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 8308a79a-df83-412c-a537-5bb35d6ab83e is going to be created. [ 1074.683983] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.684359] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.684359] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.684618] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.684846] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.685080] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.097972] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 in Status: SUCCESS [ 1075.098275] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 deletion is rescheduled due to dependency. [ 1075.098536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.140283] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.140476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.140540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.140747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.140837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.140934] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be updated. [ 1075.174781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.175044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.175044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.175298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.175469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.188043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1075.460587] env[65687]: INFO networking_nsxv3.common.synchronization [req-54c2816e-22cb-4ecc-beb9-7fe8087c4d39 req-920261d5-ae6a-47e3-8692-867ec7d92d71 service nova] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1075.460828] env[65687]: INFO networking_nsxv3.common.synchronization [req-54c2816e-22cb-4ecc-beb9-7fe8087c4d39 req-920261d5-ae6a-47e3-8692-867ec7d92d71 service nova] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1075.461236] env[65687]: INFO networking_nsxv3.common.synchronization [req-54c2816e-22cb-4ecc-beb9-7fe8087c4d39 req-920261d5-ae6a-47e3-8692-867ec7d92d71 service nova] Enqueued Resource ID: 8308a79a-df83-412c-a537-5bb35d6ab83e with Priority: HIGHEST for action port [ 1075.461798] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_rules [ 1075.461998] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1075.462123] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8308a79a-df83-412c-a537-5bb35d6ab83e with Priority: HIGHEST for action port [ 1075.462598] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.462677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.462718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.463111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.463111] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.465323] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.465452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.465688] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8308a79a-df83-412c-a537-5bb35d6ab83e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.465802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.465870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.466076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.466165] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8308a79a-df83-412c-a537-5bb35d6ab83e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.717671] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1075.718109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.968482] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.968619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.969132] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8308a79a-df83-412c-a537-5bb35d6ab83e with status ACTIVE [ 1075.969132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.969132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.969318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.969426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.969547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.969675] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.969772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.969836] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.970049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.970184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.970443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.970564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.970620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.970774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.970861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.970931] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8308a79a-df83-412c-a537-5bb35d6ab83e is going to be updated. [ 1075.996171] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.996364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.996437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.996655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.996852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.997012] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8308a79a-df83-412c-a537-5bb35d6ab83e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.535422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1076.535566] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 1076.535613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.647314] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 1076.647582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.198836] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1077.199129] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.199317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.199839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.199911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.200126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.200213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.200302] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.702550] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.789690] env[65687]: INFO networking_nsxv3.common.synchronization [req-ed07b53e-0086-4b6a-83eb-5244b687a537 req-dcf237e0-bc77-41ea-8fb4-2c2476c73489 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1077.790410] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1077.790716] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.790858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.790929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.791181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.791352] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.791462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.791529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.791692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.791781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.791877] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.191786] env[65687]: INFO networking_nsxv3.common.synchronization [req-1e89cb24-8893-42dd-8dd1-500fd2ee15c7 req-197251a9-43ba-47d8-a2be-be010c476562 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1078.192358] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1078.192672] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.192796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.192863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.193145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.193315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.193471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.193534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.193697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.193782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.193872] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.209730] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.294980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.295165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.295227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.295438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.295664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.295921] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.296075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.296142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.296314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.296393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.296491] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1078.328109] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.328264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.328337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.328570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.328715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338815] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1078.572187] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.572402] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.572512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.572785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.573975] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.573975] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.574181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.574565] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.574842] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.575186] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.575399] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.575563] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.575825] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.575962] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.576134] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.576364] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.618025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.618025] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.618025] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.618025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.618025] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-87158703-0507-4594-a589-583a7926ed0e taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.618025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.618025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.618025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.618025] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87158703-0507-4594-a589-583a7926ed0e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.695835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.696108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.696164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.696516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.696614] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.696861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.696995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.697093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.697285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.697398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.697507] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1078.711900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.712223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.712223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.712396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.712555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.712661] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be updated. [ 1078.728215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.728484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.728605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.728844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.728999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.738247] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1078.749879] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.750188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.750411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.750550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.762230] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1078.944884] env[65687]: INFO networking_nsxv3.common.synchronization [req-3611ae74-2fc7-4e3d-920c-cffb27eac919 req-792c5adb-989e-4e52-9e06-1e5bb8dfa2cd tempest-MigrationsAdminTest-213126598 tempest-MigrationsAdminTest-213126598-project-member] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 1078.944884] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGHEST for action security_group_members [ 1078.944884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.944884] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.944884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.944884] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.121957] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.122547] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.122685] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123309] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123400] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123723] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 87158703-0507-4594-a589-583a7926ed0e not found, creating... [ 1079.124295] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.124609] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.124828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.125297] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.125545] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.126284] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.126489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.126618] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.126880] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.127080] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.127280] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 87158703-0507-4594-a589-583a7926ed0e is going to be created. [ 1079.149185] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.149374] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.149500] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.149951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.150031] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.150377] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.410823] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.411177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.411177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.411398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.411558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.411793] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.411968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.412050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.412243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.412323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.412418] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be updated. [ 1079.436419] env[65687]: INFO networking_nsxv3.common.synchronization [req-809ce424-5146-4458-9a34-a7ce7ef3e104 req-695a9ec6-06ab-4f03-a232-179da8f3a0dd tempest-ServerGroupTestJSON-594383487 tempest-ServerGroupTestJSON-594383487-project-member] Enqueued Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1079.436998] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGHEST for action security_group_members [ 1079.437328] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.437458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.437528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.437734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.437899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.438049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.438201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.438226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.438315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.438408] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.442604] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.442799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.443187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.443231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.443379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.454501] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: IN_PROGRESS for 2s [ 1079.849390] env[65687]: INFO networking_nsxv3.common.synchronization [req-1e89cb24-8893-42dd-8dd1-500fd2ee15c7 req-4c6c7ce9-dcd7-46a5-9791-32ed5fe8f931 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1079.849981] env[65687]: INFO networking_nsxv3.common.synchronization [req-1e89cb24-8893-42dd-8dd1-500fd2ee15c7 req-4c6c7ce9-dcd7-46a5-9791-32ed5fe8f931 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1079.849981] env[65687]: INFO networking_nsxv3.common.synchronization [req-1e89cb24-8893-42dd-8dd1-500fd2ee15c7 req-4c6c7ce9-dcd7-46a5-9791-32ed5fe8f931 service nova] Enqueued Resource ID: 87158703-0507-4594-a589-583a7926ed0e with Priority: HIGHEST for action port [ 1079.850284] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1079.850408] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1079.851084] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87158703-0507-4594-a589-583a7926ed0e with Priority: HIGHEST for action port [ 1079.851084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.851084] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.851327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.851367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.851429] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.852799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.852935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.853143] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-87158703-0507-4594-a589-583a7926ed0e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.853295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.853345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.853590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.853731] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87158703-0507-4594-a589-583a7926ed0e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.940607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.941491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.941584] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.941798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.941932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.942132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.942241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.942302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.942464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.942575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.942691] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 is going to be updated. [ 1079.977406] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.977791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.977872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.978287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.978637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.989154] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: IN_PROGRESS for 2s [ 1080.348554] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1080.349212] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 1080.349212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.353393] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.353527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.356033] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87158703-0507-4594-a589-583a7926ed0e with status ACTIVE [ 1080.356033] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.356170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.356436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.356436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.356577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.356619] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.356939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.356939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.356939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.357160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.357160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.357288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.357338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.358046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.358046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.358046] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87158703-0507-4594-a589-583a7926ed0e is going to be updated. [ 1080.381014] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.381218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.381263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.381444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.381591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.381739] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87158703-0507-4594-a589-583a7926ed0e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.749797] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1080.750061] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 deletion is rescheduled due to dependency. [ 1080.750209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.750551] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.750830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.751110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.751309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.751443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.751678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.751812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.751990] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.771924] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1080.773557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.773557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.773557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.773715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.773804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.773804] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.773983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.774076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.774167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.774327] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.254204] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.282477] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.464610] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 in Status: SUCCESS [ 1081.464783] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 deletion is rescheduled due to dependency. [ 1081.464934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.757608] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.784967] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d027721-052e-45db-a887-ddfd221d6f0b: rpc.has_security_group_logging(os_id): False [ 1081.803306] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.803750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.803750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.803854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.803898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.804161] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.804264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.804328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.804487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.804582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.804715] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be updated. [ 1081.878463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.878691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.878799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.879018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.879173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.892454] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1081.999732] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18afcfd-beeb-43c6-a448-35a092e28230 in Status: SUCCESS [ 1081.999732] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 deletion is rescheduled due to dependency. [ 1081.999732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.260737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.260809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.261044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.261137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.261245] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1082.293627] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.293835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.293909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.294146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.294297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.304565] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1082.977575] env[65687]: INFO networking_nsxv3.common.synchronization [req-9387ab6f-4dbd-46d5-bbca-140f84672291 req-9499430d-76d6-46c8-94a5-7ebefb92a2eb tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1082.978271] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1082.978612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.978886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.978957] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.979191] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.979379] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.979502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.979641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.979805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.979891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.979985] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.401957] env[65687]: INFO networking_nsxv3.common.synchronization [req-f5259f97-cbb2-4e72-9d2f-0a67f749a4b5 req-a97f68dc-4fc8-4910-8053-14a09a2646d0 tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1083.402527] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1083.403064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.403200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.403271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.404198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.404418] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.404538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.404606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.404785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.405188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.405326] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.465192] env[65687]: INFO networking_nsxv3.common.synchronization [req-ac150fc1-00c7-4d1b-a046-b5f117927487 req-25b0d400-f5f4-49ca-8db6-8d22f036f273 tempest-ServerDiskConfigTestJSON-53985123 tempest-ServerDiskConfigTestJSON-53985123-project-member] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1083.465857] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGHEST for action security_group_members [ 1083.466361] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.466490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.466558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.466747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.466899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.467007] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.467076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.467224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.467307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.467399] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.482416] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.818727] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.818939] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.819077] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.819357] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.821348] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.821531] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.821650] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.821886] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.822042] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.822261] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.822404] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.822519] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.822644] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.822759] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.822863] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.822991] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.841869] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.842040] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.842182] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.842353] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-575" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842794] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-b98f00d5-3d5a-4ece-9888-d058aa3408e0 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.842982] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.843118] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.843462] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.843604] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b98f00d5-3d5a-4ece-9888-d058aa3408e0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.909572] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1083.909572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.909786] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.910640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.910640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.910640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.910640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.910794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.910794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.910873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.911031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.911117] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.911568] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1083.940104] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.940282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.940360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.940656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.940813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.951703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1083.969144] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969288] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.969395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.969572] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.969664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.969856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.970025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.970328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.970398] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be updated. [ 1083.985617] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.006455] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.006455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.006455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.006722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.006933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.019586] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: IN_PROGRESS for 2s [ 1084.315378] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1084.315708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.316432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.316669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.316867] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.316988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.317067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.317228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.317307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.317393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.317485] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.347652] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347927] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.348067] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.348436] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.348653] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348816] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port b98f00d5-3d5a-4ece-9888-d058aa3408e0 not found, creating... [ 1084.349310] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.349310] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.349501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.349691] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.349828] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.350323] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.351511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.351511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.351511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.351511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.351511] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: b98f00d5-3d5a-4ece-9888-d058aa3408e0 is going to be created. [ 1084.374680] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374680] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374803] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.378024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.378024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.488313] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.489018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.489216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.489472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.489596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.489749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1084.524020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.524218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.524287] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.524521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.524670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.535630] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1084.820708] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.821021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.821021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.821323] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.821509] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.821647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.821764] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.822035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.822114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.822210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.822390] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.822647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.822647] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.822904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.823267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.823392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.823456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.823668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.823809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.823946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.824117] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.859344] env[65687]: INFO networking_nsxv3.common.synchronization [None req-3e61e658-0dba-42d0-931d-f86493d1dd5a tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1084.860124] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1084.861324] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.861324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861324] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.861549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.861998] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.097612] env[65687]: INFO networking_nsxv3.common.synchronization [req-f5259f97-cbb2-4e72-9d2f-0a67f749a4b5 req-693f3b99-1c47-44ce-92c7-96b4327eb718 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 1085.097844] env[65687]: INFO networking_nsxv3.common.synchronization [req-f5259f97-cbb2-4e72-9d2f-0a67f749a4b5 req-693f3b99-1c47-44ce-92c7-96b4327eb718 service nova] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1085.097956] env[65687]: INFO networking_nsxv3.common.synchronization [req-f5259f97-cbb2-4e72-9d2f-0a67f749a4b5 req-693f3b99-1c47-44ce-92c7-96b4327eb718 service nova] Enqueued Resource ID: b98f00d5-3d5a-4ece-9888-d058aa3408e0 with Priority: HIGHEST for action port [ 1085.098200] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_rules [ 1085.098328] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1085.098424] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98f00d5-3d5a-4ece-9888-d058aa3408e0 with Priority: HIGHEST for action port [ 1085.099294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.099898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.099898] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.100623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b98f00d5-3d5a-4ece-9888-d058aa3408e0 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.101142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.101142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.101325] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b98f00d5-3d5a-4ece-9888-d058aa3408e0',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.327155] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed2be4-db2f-440c-b009-104309e26ab9: rpc.has_security_group_logging(os_id): False [ 1085.363043] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.363231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.363312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.363552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.363673] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.363909] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.364034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.364100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.364284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.364368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.364575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.364662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.364795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.364898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.364975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.365551] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.365692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.365762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.365912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.366116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.366181] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1085.367485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.367625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.367671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.367831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.390363] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.390650] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.390784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.390854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.391064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.391149] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.391270] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1085.424737] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.425074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.425230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.425600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.425799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.438405] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1085.463645] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.463899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.464072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.465423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.465423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.483455] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1085.603739] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.604027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.604106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b98f00d5-3d5a-4ece-9888-d058aa3408e0 with status ACTIVE [ 1085.604260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.604376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.604445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.604666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.604756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.607018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.607018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.607018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.607018] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b98f00d5-3d5a-4ece-9888-d058aa3408e0 is going to be updated. [ 1085.629287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.629439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.629499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.629694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.629831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.629989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b98f00d5-3d5a-4ece-9888-d058aa3408e0" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.966392] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1085.966623] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 1085.966742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.966913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.967142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.967334] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.967457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.967522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.967674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.967753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.967846] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.033156] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68179595-d0de-4cce-bae5-01860a5283af in Status: SUCCESS [ 1086.033370] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68179595-d0de-4cce-bae5-01860a5283af deletion is rescheduled due to dependency. [ 1086.033500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.471309] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.547645] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1086.547645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.975416] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.450074] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1087.450274] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 deletion is rescheduled due to dependency. [ 1087.450503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.478251] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.478564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.478754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.478846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.478946] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1087.503131] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1087.503389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.512284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.512578] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.512697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.512955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.513153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.525741] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1089.537682] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1089.537938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.538089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.538309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.538514] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.538634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.538700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.538855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.538936] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.539029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.539125] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.041852] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.041997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.042094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.042318] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.042588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.042588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.042674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.042808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.042898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.042938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.043098] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.043250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.043250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.043407] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.043524] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.043589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.043711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.043791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.043837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.043959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.044051] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.058438] env[65687]: INFO networking_nsxv3.common.synchronization [req-e7cff7da-8708-46db-935b-270f230d486f req-d1a2d1f6-b59d-4e9a-98d1-4eedc23dbe42 tempest-ServersV294TestFqdnHostnames-1991605642 tempest-ServersV294TestFqdnHostnames-1991605642-project-member] Enqueued Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 1090.059496] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185193e0-9f16-4131-9b37-8228ab90be7a with Priority: HIGHEST for action security_group_members [ 1090.060098] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-185193e0-9f16-4131-9b37-8228ab90be7a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.060468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.061377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.061377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.061377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.061694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.061919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.063204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.065016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.065016] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185193e0-9f16-4131-9b37-8228ab90be7a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.277419] env[65687]: INFO networking_nsxv3.common.synchronization [req-1a81a92f-1e0a-426b-8cb8-a5b1efb09130 req-f5449447-5138-41fb-b1a6-1fb2f2f887a2 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1090.277419] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1090.277419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.277419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.277419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.277839] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.547880] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b66cd9-bb29-46b3-ab55-e346886b19ab: rpc.has_security_group_logging(os_id): False [ 1090.566542] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.566700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.566763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.566992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.572553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.572722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.595538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.595895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.596037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.596106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.596311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.596395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.596492] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a is going to be updated. [ 1090.597585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.597826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.597929] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.598179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.598332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.598601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.598732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.598820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599721] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600152] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1090.634266] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.634460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.634553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.634809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.634988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.648909] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: IN_PROGRESS for 2s [ 1090.692917] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.693139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.693244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.693464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.693623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.699062] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.699296] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.699452] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.699777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.700423] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.700423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.700423] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.700835] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.700942] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.701188] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.701358] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.701506] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.701636] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.701788] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.701901] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.702088] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.712606] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1090.734102] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.734301] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.734459] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.734697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.735182] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-4d72ef45-828a-4147-ad11-ccd483dd6985 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.735372] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.735496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.736417] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.736417] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d72ef45-828a-4147-ad11-ccd483dd6985',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.780089] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.780256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.780330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.780602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.780703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.780919] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.781040] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.781106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.781284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.781370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.781911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 already deleted. [ 1090.781911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.241119] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.241119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.241119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.241319] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.241412] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.241578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 4d72ef45-828a-4147-ad11-ccd483dd6985 not found, creating... [ 1091.241854] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242021] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.242142] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.242362] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.242500] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.242790] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242940] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.243071] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.243281] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.243416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.243555] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 4d72ef45-828a-4147-ad11-ccd483dd6985 is going to be created. [ 1091.263296] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.263533] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.263672] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.263944] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.264207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.264436] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.010841] env[65687]: INFO networking_nsxv3.common.synchronization [req-1a81a92f-1e0a-426b-8cb8-a5b1efb09130 req-669982ff-b609-4c6b-94ed-e83f9514062f service nova] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1092.011097] env[65687]: INFO networking_nsxv3.common.synchronization [req-1a81a92f-1e0a-426b-8cb8-a5b1efb09130 req-669982ff-b609-4c6b-94ed-e83f9514062f service nova] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1092.011169] env[65687]: INFO networking_nsxv3.common.synchronization [req-1a81a92f-1e0a-426b-8cb8-a5b1efb09130 req-669982ff-b609-4c6b-94ed-e83f9514062f service nova] Enqueued Resource ID: 4d72ef45-828a-4147-ad11-ccd483dd6985 with Priority: HIGHEST for action port [ 1092.011845] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_rules [ 1092.012016] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1092.012128] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d72ef45-828a-4147-ad11-ccd483dd6985 with Priority: HIGHEST for action port [ 1092.012412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.012983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.012983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.013525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.013525] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.015035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.015304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.015359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.015645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.015872] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.015940] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.016096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.016309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.016410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.016546] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.017941] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d72ef45-828a-4147-ad11-ccd483dd6985 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.018089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.018202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.018352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.018449] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d72ef45-828a-4147-ad11-ccd483dd6985',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.521367] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.521524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.521963] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d72ef45-828a-4147-ad11-ccd483dd6985 with status ACTIVE [ 1092.522249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.522710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.522710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.522710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.522838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.522943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.523049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.523484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.523484] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.523855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.524055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.524147] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d72ef45-828a-4147-ad11-ccd483dd6985 is going to be updated. [ 1092.525215] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.546732] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.546892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.546944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.547170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.547309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.547511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d72ef45-828a-4147-ad11-ccd483dd6985" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.665151] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185193e0-9f16-4131-9b37-8228ab90be7a in Status: SUCCESS [ 1092.665428] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185193e0-9f16-4131-9b37-8228ab90be7a deletion is rescheduled due to dependency. [ 1092.665692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185193e0-9f16-4131-9b37-8228ab90be7a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.732789] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1092.733108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.027899] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.530266] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.530424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.530530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.530805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.530924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531161] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 is going to be created. [ 1093.565572] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.565733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.565805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.566035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.566208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.576610] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: UNINITIALIZED for 2s [ 1094.056228] env[65687]: INFO networking_nsxv3.common.synchronization [req-07652746-3dae-4d81-ad45-ad85108a234d req-4ca2d5e9-1c01-4607-b14c-4487766534d2 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 1094.056798] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 1094.057124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.057245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.057320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.057585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.058319] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.058319] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.058473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.058540] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.058626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.058720] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.409106] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.409106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.409106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.409106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.409106] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.409106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.409106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.409643] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.409880] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.410207] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.410412] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.410639] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.410843] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.411059] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.411252] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.411502] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.431981] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.432455] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.434040] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.434040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.434040] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-a2ae35c7-477c-4da8-bed5-247e88f83dff taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.434040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.434040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.434040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.434040] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ae35c7-477c-4da8-bed5-247e88f83dff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.563548] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.936758] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.937207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.937412] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.937675] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.938759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.938759] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port a2ae35c7-477c-4da8-bed5-247e88f83dff not found, creating... [ 1094.938759] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.938759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.938759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.938759] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.939019] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.939264] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.939360] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.939496] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.939702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.939845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.940092] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: a2ae35c7-477c-4da8-bed5-247e88f83dff is going to be created. [ 1094.964252] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.964464] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.964592] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.964902] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.965181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.965426] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.065742] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.569634] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.569740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.569829] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.570062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.570166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.570281] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 1095.586740] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: SUCCESS [ 1095.587140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.587428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.587759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.588070] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.588275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.588441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.588675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.588827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.588995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.589186] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.604845] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.605112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.605216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.605520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.605759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.616824] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 1095.674428] env[65687]: INFO networking_nsxv3.common.synchronization [req-bdf7f224-5345-49bf-b8d5-5e6e705e15e8 req-7f2e36bf-1857-42dc-b947-bff913f6d8bb service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 1095.674566] env[65687]: INFO networking_nsxv3.common.synchronization [req-bdf7f224-5345-49bf-b8d5-5e6e705e15e8 req-7f2e36bf-1857-42dc-b947-bff913f6d8bb service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1095.674706] env[65687]: INFO networking_nsxv3.common.synchronization [req-bdf7f224-5345-49bf-b8d5-5e6e705e15e8 req-7f2e36bf-1857-42dc-b947-bff913f6d8bb service nova] Enqueued Resource ID: a2ae35c7-477c-4da8-bed5-247e88f83dff with Priority: HIGHEST for action port [ 1095.675634] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 1095.675783] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1095.675921] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ae35c7-477c-4da8-bed5-247e88f83dff with Priority: HIGHEST for action port [ 1095.676549] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.676744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.676856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.677173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.677538] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.678158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.678990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.679106] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.679214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.679278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.679543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.679543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.679623] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.680812] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ae35c7-477c-4da8-bed5-247e88f83dff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.681152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.681152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.681215] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.681244] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ae35c7-477c-4da8-bed5-247e88f83dff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.093490] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.182920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.183126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.183369] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.184316] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ae35c7-477c-4da8-bed5-247e88f83dff with status ACTIVE [ 1096.184501] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.184617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.184696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.184899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.184989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.185168] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.185299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.185373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.185526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.185604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.185815] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.185946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.185946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.186719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.186809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.186911] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ae35c7-477c-4da8-bed5-247e88f83dff is going to be updated. [ 1096.209480] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.209480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.209695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.209844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.210019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.596020] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae866bce-183a-440c-98ca-8b8dd20bfd60: rpc.has_security_group_logging(os_id): False [ 1096.615672] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.615841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.615908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.616420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.616542] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.616825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.616931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.617035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.617248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.617334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.617435] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 is going to be created. [ 1096.674842] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.675021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.675087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.675306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.675493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.685974] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: IN_PROGRESS for 2s [ 1096.689365] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.192903] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.193239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.193239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.193485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.193549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.193665] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1097.226513] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.226513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.226513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.226513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.226513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.237157] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1097.628904] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 1097.629172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.701282] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: SUCCESS [ 1098.701740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.250983] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1099.251286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.252048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.252048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.252048] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.252374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.252374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.252374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.252511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.252555] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.252627] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.756916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.757611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.757611] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.757611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.757611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.757611] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.757839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.757839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.757943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.758046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.758127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.758213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.758321] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.150651] env[65687]: INFO networking_nsxv3.common.synchronization [req-bcc160dc-491e-4378-b889-115636d60c2c req-055b74ae-f1ad-42e9-b038-3028813b4c64 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1100.150651] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1100.150779] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.150881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.151089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.151536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.151706] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.151994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.151994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.152883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.152979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.153302] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.260901] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4da2c2b4-604c-4bae-83c7-3afe7895fbd1: rpc.has_security_group_logging(os_id): False [ 1100.283642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.283933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.284678] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.284916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.285110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.285400] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.285756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.285881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.286206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.286388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.286689] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.287127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.287303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.287521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.287651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.288154] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.288495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.288630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.290065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.290166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.290353] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1100.371995] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.372205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.372205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.372409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.372565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.392349] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1100.657179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.657377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.657425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657924] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.658037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.658102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.658261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.658340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.658432] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1100.691038] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.691038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.691252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.691283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.691429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.701748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1102.409202] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1102.409202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.712704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1102.712895] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 deletion is rescheduled due to dependency. [ 1102.713027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.151259] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.151768] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1106.040843] env[65687]: INFO networking_nsxv3.common.synchronization [req-b80c3dc3-6fab-4a65-9ca0-2bacbb6984a3 req-59d1a784-e12c-46ef-9213-bb4f444ff7eb tempest-ImagesTestJSON-1759574889 tempest-ImagesTestJSON-1759574889-project-member] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1106.041601] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGHEST for action security_group_members [ 1106.042611] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.042789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.043110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.043287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.043390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.043455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.043627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.043763] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.043802] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.546787] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.547170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.547170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.547291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.547398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.547801] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.547801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.548036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.548036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.548150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.548179] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be updated. [ 1106.579516] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.579697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.579783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.580029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.580184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593215] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: IN_PROGRESS for 2s [ 1108.606420] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab in Status: SUCCESS [ 1108.606672] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab deletion is rescheduled due to dependency. [ 1108.606672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.042719] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.042719] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1111.846805] env[65687]: INFO networking_nsxv3.common.synchronization [req-584feb4e-d536-414f-8f63-4919d7c6bc89 req-92e139a5-5361-4733-b3f1-e565dfedb856 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1111.847664] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1111.848034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.848305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.848448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.848757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.849074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.849297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.849438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.849743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.849866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.850037] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.067855] env[65687]: INFO networking_nsxv3.common.synchronization [req-077d69e3-9601-46f1-b332-8e0f18b3cba0 req-5ae8d26e-ddbc-4645-aabc-e48e69141189 tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 1112.068162] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGHEST for action security_group_members [ 1112.068470] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.068588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.069310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.069391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.069534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.069866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.069866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.070600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.070724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.070836] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.352968] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.353131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.353175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.353373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.353464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.353649] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.353747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.353817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.354019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.354077] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.354113] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1112.378908] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.379160] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.379284] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.379549] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.379824] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.380121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.380121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.380303] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.381435] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.381435] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.381435] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.381435] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.381435] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.381435] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.381435] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.381435] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.385842] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.386134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.386134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.386214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.386998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.396662] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1112.404347] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.404481] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.404592] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.404761] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-536" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.405089] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-879c27e6-be06-4975-8e59-b18f605286a3 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.405265] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.405416] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.405708] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.405846] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879c27e6-be06-4975-8e59-b18f605286a3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.476666] env[65687]: INFO networking_nsxv3.common.synchronization [req-2082ab98-00cd-4aec-ac9f-6dd5411d2819 req-df0633dc-9328-4796-9e44-8a21cca71f09 tempest-ServerRescueNegativeTestJSON-268406472 tempest-ServerRescueNegativeTestJSON-268406472-project-member] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 1112.476927] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGHEST for action security_group_members [ 1112.477889] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.478095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.478206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.478549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.478817] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.479123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.479899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.479899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.479899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.480153] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.573349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.573513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.573586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.573798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.574045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574130] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.574228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.574278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.574397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.574472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574561] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be updated. [ 1112.606617] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.606776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.606884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.607078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.607238] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.615819] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: IN_PROGRESS for 2s [ 1112.908788] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.909630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.909630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.909630] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.909798] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.909831] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 879c27e6-be06-4975-8e59-b18f605286a3 not found, creating... [ 1112.910530] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.910530] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.910530] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.910704] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.910839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.911378] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.911378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.911498] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.911889] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.911889] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.911999] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 879c27e6-be06-4975-8e59-b18f605286a3 is going to be created. [ 1112.934780] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.934780] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.934780] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.934780] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.935024] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.935260] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.982219] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.982388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.982460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.982692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.982803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.983009] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.983118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.983184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.983338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.983415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.983501] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be updated. [ 1113.011755] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.012008] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.012151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.012390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.023498] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: IN_PROGRESS for 2s [ 1113.443582] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.443891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.443891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.444192] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.444446] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.444608] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.444720] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.444928] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.445092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.445294] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.445405] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.445513] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.445623] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.445730] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.445874] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.446075] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.463574] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.463678] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.463827] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.464014] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-310" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.464323] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-a2ae35c7-477c-4da8-bed5-247e88f83dff taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.464494] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.464614] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.464883] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.465028] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ae35c7-477c-4da8-bed5-247e88f83dff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.616573] env[65687]: INFO networking_nsxv3.common.synchronization [req-584feb4e-d536-414f-8f63-4919d7c6bc89 req-6f2ffb40-4b1b-40f2-83ca-a6b99b9f122d service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 1113.616772] env[65687]: INFO networking_nsxv3.common.synchronization [req-584feb4e-d536-414f-8f63-4919d7c6bc89 req-6f2ffb40-4b1b-40f2-83ca-a6b99b9f122d service nova] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1113.616871] env[65687]: INFO networking_nsxv3.common.synchronization [req-584feb4e-d536-414f-8f63-4919d7c6bc89 req-6f2ffb40-4b1b-40f2-83ca-a6b99b9f122d service nova] Enqueued Resource ID: 879c27e6-be06-4975-8e59-b18f605286a3 with Priority: HIGHEST for action port [ 1113.617402] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_rules [ 1113.617536] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1113.617633] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879c27e6-be06-4975-8e59-b18f605286a3 with Priority: HIGHEST for action port [ 1113.617915] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.618110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.618182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.618381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.618460] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.619432] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.619432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.619573] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-879c27e6-be06-4975-8e59-b18f605286a3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.619679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.619744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.619911] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.619989] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879c27e6-be06-4975-8e59-b18f605286a3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.968161] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.968161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.968161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.968464] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.968622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.969011] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.969211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.969335] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.969629] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.969773] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.970082] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.970279] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.970402] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.970632] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.970871] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.971060] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: a2ae35c7-477c-4da8-bed5-247e88f83dff is going to be updated. [ 1113.993384] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.993805] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.995054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.995054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.995054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.995054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.121976] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.122166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.122370] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879c27e6-be06-4975-8e59-b18f605286a3 with status ACTIVE [ 1114.122549] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.122664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.122754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.122997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.123109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.123326] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.123437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.123502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.123672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.123751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.123940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.124112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.124112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.124284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.124361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.124448] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879c27e6-be06-4975-8e59-b18f605286a3 is going to be updated. [ 1114.153876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.154050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.154132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.154557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.154557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.154742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879c27e6-be06-4975-8e59-b18f605286a3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.406726] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1114.406934] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 1114.407043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.407213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.407596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.407668] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.407758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.407805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.408194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.408283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.408386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.626784] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5054a561-c208-4425-a0f0-56a5a7553a4c in Status: SUCCESS [ 1114.626784] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c deletion is rescheduled due to dependency. [ 1114.627122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.724400] env[65687]: INFO networking_nsxv3.common.synchronization [req-9e624d21-fa4e-4de9-bdf3-a12de5fab541 req-81748cf6-125f-4f64-8452-4074d01cd1d9 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 1114.724673] env[65687]: INFO networking_nsxv3.common.synchronization [req-9e624d21-fa4e-4de9-bdf3-a12de5fab541 req-81748cf6-125f-4f64-8452-4074d01cd1d9 service nova] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1114.725012] env[65687]: INFO networking_nsxv3.common.synchronization [req-9e624d21-fa4e-4de9-bdf3-a12de5fab541 req-81748cf6-125f-4f64-8452-4074d01cd1d9 service nova] Enqueued Resource ID: a2ae35c7-477c-4da8-bed5-247e88f83dff with Priority: HIGHEST for action port [ 1114.725427] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_rules [ 1114.725596] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1114.725698] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ae35c7-477c-4da8-bed5-247e88f83dff with Priority: HIGHEST for action port [ 1114.725978] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.726106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.726174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.726368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.726462] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.729717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.729717] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.729717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.730115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.730115] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.730992] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ae35c7-477c-4da8-bed5-247e88f83dff taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.731164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.731243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.731432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.731512] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ae35c7-477c-4da8-bed5-247e88f83dff',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.911392] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.034164] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8550358-400b-4e1d-84fd-4892f68eafbe in Status: SUCCESS [ 1115.034164] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe deletion is rescheduled due to dependency. [ 1115.034164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.229189] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.229189] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234191] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.235080] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ae35c7-477c-4da8-bed5-247e88f83dff with status ACTIVE [ 1115.235279] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.235401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.235669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.235760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.235937] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.236182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.236182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.236297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.236505] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.236589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.236649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.236800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.236939] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ae35c7-477c-4da8-bed5-247e88f83dff is going to be updated. [ 1115.264222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.264459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.264459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.264655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.265277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.265277] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ae35c7-477c-4da8-bed5-247e88f83dff" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.414435] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.742185] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.916534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.916687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.916754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.916976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.917086] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.917180] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1115.945292] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.945523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.945575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.945796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.945972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.955471] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1116.099579] env[65687]: INFO networking_nsxv3.common.synchronization [req-dc3115f3-aa9c-4065-ab76-1b5e4463fa27 req-8b56beb4-1bc7-449a-bff5-c632f1b2ba55 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1116.099579] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1116.099579] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.099579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.099579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.099579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.100280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.100650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.100845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.101209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.101480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.101867] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.245504] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.245653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.245723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.246014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.249480] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.249614] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1116.290262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.290262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.290262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.290262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.290262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.301425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1116.481117] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.481346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.481472] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.481756] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.482047] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.482236] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482356] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482569] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.482711] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.482925] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.483065] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.483178] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.483286] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.483397] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.483503] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.483636] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.504192] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.505215] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.505215] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.505215] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.505215] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.506369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.506369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.506611] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.507668] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf176e9f-45e4-4da5-802a-5e5d2e48dbc2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.664110] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.167397] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.167397] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.167397] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.167750] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.167779] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.167930] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.168069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 not found, creating... [ 1117.168318] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.168489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.168604] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.168814] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.169060] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.169344] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.169501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.169614] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.169824] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.170017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.170127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 is going to be created. [ 1117.198702] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.198973] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.199088] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.199333] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.199566] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.199794] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.678084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.678329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.678329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.678618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.678716] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.678827] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1117.724094] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.724526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.724526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.724526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.724671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.735977] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1117.777640] env[65687]: INFO networking_nsxv3.common.synchronization [req-dc3115f3-aa9c-4065-ab76-1b5e4463fa27 req-481e2362-ad2a-487b-867c-caf3644bbe9e service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1117.777887] env[65687]: INFO networking_nsxv3.common.synchronization [req-dc3115f3-aa9c-4065-ab76-1b5e4463fa27 req-481e2362-ad2a-487b-867c-caf3644bbe9e service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1117.778197] env[65687]: INFO networking_nsxv3.common.synchronization [req-dc3115f3-aa9c-4065-ab76-1b5e4463fa27 req-481e2362-ad2a-487b-867c-caf3644bbe9e service nova] Enqueued Resource ID: bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 with Priority: HIGHEST for action port [ 1117.779100] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1117.779389] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1117.780168] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 with Priority: HIGHEST for action port [ 1117.780827] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.781182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.781324] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.781746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.781894] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.783722] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.784273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.784535] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.784641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.784709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.784904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.784986] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf176e9f-45e4-4da5-802a-5e5d2e48dbc2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.918860] env[65687]: INFO networking_nsxv3.common.synchronization [req-30efbd5a-be6c-4def-972a-2000585f6d39 req-8a31f95d-e56a-4315-90c4-09d2b1f7e225 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1117.919327] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGHEST for action security_group_members [ 1117.919839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.920062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.920209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.920470] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.920696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.920848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.920970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.921280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.921465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.921648] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.965811] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1117.966066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.966637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.966782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.966993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.967126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.967195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.967358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.967457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.967518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.967682] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.287224] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.287564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.287671] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 with status ACTIVE [ 1118.287901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.288090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.288206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.288465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.288607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.288969] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.289164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.289329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.289639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.289950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.293348] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.293425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.293487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.293761] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.293860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.293960] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf176e9f-45e4-4da5-802a-5e5d2e48dbc2 is going to be updated. [ 1118.315914] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1118.316151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.316327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.316619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.316776] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.316915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.317032] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.317139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.317233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.317306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.317397] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.327126] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.327126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.327126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.327361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.327361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.327553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf176e9f-45e4-4da5-802a-5e5d2e48dbc2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.424527] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.424684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.424750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.424989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.453883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454160] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.454285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.454353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.454638] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.454697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.454799] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa3895-a15d-4353-ad83-770207819172 is going to be updated. [ 1118.470183] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.471709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.471709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.471925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.472239] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.472419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.472518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.472735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.472855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.473142] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.473709] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.474041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.474698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.474698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.474788] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.474945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.475099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.475332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.475442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.475565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.475679] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.492289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.492481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.492481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.493011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.493011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.502271] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: IN_PROGRESS for 2s [ 1118.822068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822826] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.823106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.823537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.823724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.824101] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.824260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.824351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.824548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.824736] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.824923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.824978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.825251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.825441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825822] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.979069] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3cf3f46-103c-40a5-9b26-615a4cd146fb: rpc.has_security_group_logging(os_id): False [ 1118.998866] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.998866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.998866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.999145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.999145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.999287] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.999406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.999476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.999650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.999732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.999950] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.000068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.000135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.000281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.000366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.000570] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.000696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.000759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.000923] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.001031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.001190] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1119.070116] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.070116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.070116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.070116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.070116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.087326] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1119.328422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4da2c2b4-604c-4bae-83c7-3afe7895fbd1: rpc.has_security_group_logging(os_id): False [ 1119.360583] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.360583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.360766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.360877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.360969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.361330] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.361435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.361498] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.361680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.361737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.361907] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.361999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.362188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.362303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.362376] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.362639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.362693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.362830] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.362901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362987] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1119.452959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.453138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.453206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.453445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.453591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.472895] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1119.746526] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1119.746744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.746976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.747356] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.747459] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.747568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.747626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.747786] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.747867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.747963] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.250494] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.387902] env[65687]: INFO networking_nsxv3.common.synchronization [req-518bf1a3-370f-4262-900b-0adb30975b2f req-68988b4c-e52f-4daa-afe6-73d05390a8a3 tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1120.388717] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1120.388795] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.388913] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.389417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.389780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.389947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390465] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.516284] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77aa3895-a15d-4353-ad83-770207819172 in Status: SUCCESS [ 1120.516481] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77aa3895-a15d-4353-ad83-770207819172 deletion is rescheduled due to dependency. [ 1120.516593] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.752844] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.795563] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.795778] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.795909] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.796326] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.796744] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.796930] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.797065] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.797320] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.797472] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.797913] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.797913] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.797913] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.798067] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.798157] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.798218] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.798387] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.829879] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.830148] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.830409] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.830585] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.830786] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-708338ab-adbb-4457-b769-39f19658b5d5 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.830961] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.831140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.831489] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.831636] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708338ab-adbb-4457-b769-39f19658b5d5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.892973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.893075] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.893151] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.893807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.893807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.893807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.893807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.894101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.894101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.894101] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.894249] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 already deleted. [ 1120.894305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.105311] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1121.105311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.255912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.256344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.256448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.256684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.256816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.256873] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1121.288495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.288643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.288746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.288987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.289259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.303221] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1121.335553] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.335800] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.335878] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.336137] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.336295] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.336452] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 708338ab-adbb-4457-b769-39f19658b5d5 not found, creating... [ 1121.336724] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.336885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.337013] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.338034] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.338034] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.338034] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.338209] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.338242] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.338953] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.338953] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.338953] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 708338ab-adbb-4457-b769-39f19658b5d5 is going to be created. [ 1121.364040] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.364312] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.364421] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.364703] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.364937] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.365189] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.495600] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1121.495600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [req-518bf1a3-370f-4262-900b-0adb30975b2f req-340ea1d4-aeef-4213-a27d-97842fdd5a7f service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [req-518bf1a3-370f-4262-900b-0adb30975b2f req-340ea1d4-aeef-4213-a27d-97842fdd5a7f service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [req-518bf1a3-370f-4262-900b-0adb30975b2f req-340ea1d4-aeef-4213-a27d-97842fdd5a7f service nova] Enqueued Resource ID: 708338ab-adbb-4457-b769-39f19658b5d5 with Priority: HIGHEST for action port [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1122.149880] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708338ab-adbb-4457-b769-39f19658b5d5 with Priority: HIGHEST for action port [ 1122.149880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.149880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.149880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.149880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.149880] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.151186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.151186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.151186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.151186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.151186] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.151186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.151395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.151604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.151835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.151835] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.152957] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-708338ab-adbb-4457-b769-39f19658b5d5 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.153085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.153166] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.153473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.153554] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708338ab-adbb-4457-b769-39f19658b5d5',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.651041] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.651041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.655479] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.657348] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 708338ab-adbb-4457-b769-39f19658b5d5 with status ACTIVE [ 1122.657699] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.658592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.658716] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.658926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.659009] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.659900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.659900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.659900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.659900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.659900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.659900] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.659900] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.660163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.660163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.660163] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.660289] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 708338ab-adbb-4457-b769-39f19658b5d5 is going to be updated. [ 1122.683197] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.683197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.683197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.683399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.683399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.683574] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708338ab-adbb-4457-b769-39f19658b5d5" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.789203] env[65687]: INFO networking_nsxv3.common.synchronization [req-de08882a-6cc3-4ba4-82d5-3d57245d157c req-7d8c4bfe-dd57-4bbd-9820-da926f697fd3 tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1122.789857] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1122.790400] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.790497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.153381] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.153608] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.153735] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.153999] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.154278] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.154434] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.154551] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.154763] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.154908] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.155140] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.155255] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.155365] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.155473] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.155584] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.155688] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.155815] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.157635] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.174856] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.174856] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.174856] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.174856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.175075] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-81892fe2-5106-4267-a1be-47ac23dea03f taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.176096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.176096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.176096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.176096] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81892fe2-5106-4267-a1be-47ac23dea03f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.317085] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.317085] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.317085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.317085] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.660302] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.660903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.660903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.660903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.660903] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be created. [ 1123.680610] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.680835] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.680960] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.681376] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.681550] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.681736] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 81892fe2-5106-4267-a1be-47ac23dea03f not found, creating... [ 1123.682068] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.682286] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.682441] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.682702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.682805] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.683110] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.683269] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.683387] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.684037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.684037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.684037] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 81892fe2-5106-4267-a1be-47ac23dea03f is going to be created. [ 1123.685801] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.685922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.685996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.686167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.686320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696213] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: UNINITIALIZED for 2s [ 1123.706786] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.707032] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.707143] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.707428] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.707663] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.708514] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.819824] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.820389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.820581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.820668] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.820796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.821025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.821122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.821263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.821433] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.821539] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.821601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.821777] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.821920] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.822153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.822213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.822419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.822482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.822591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.822721] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.325806] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 1124.348820] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.349181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.349181] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.349392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.349610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.349774] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.349960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.349960] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.350146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.350248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.350496] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.350625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.350720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.350880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.351137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.351368] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.351541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.351541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.351603] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.351708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.351756] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1124.457269] env[65687]: INFO networking_nsxv3.common.synchronization [req-de08882a-6cc3-4ba4-82d5-3d57245d157c req-f0aab182-4a79-44d1-9710-e99681c560dd service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1124.458112] env[65687]: INFO networking_nsxv3.common.synchronization [req-de08882a-6cc3-4ba4-82d5-3d57245d157c req-f0aab182-4a79-44d1-9710-e99681c560dd service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1124.458112] env[65687]: INFO networking_nsxv3.common.synchronization [req-de08882a-6cc3-4ba4-82d5-3d57245d157c req-f0aab182-4a79-44d1-9710-e99681c560dd service nova] Enqueued Resource ID: 81892fe2-5106-4267-a1be-47ac23dea03f with Priority: HIGHEST for action port [ 1124.458112] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1124.458244] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1124.458347] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81892fe2-5106-4267-a1be-47ac23dea03f with Priority: HIGHEST for action port [ 1124.458752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.458752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.459304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.459426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.462141] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-81892fe2-5106-4267-a1be-47ac23dea03f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.462141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.462141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.462141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.462141] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81892fe2-5106-4267-a1be-47ac23dea03f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.466419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.466656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.466656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.466720] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.466874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.500605] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1124.965343] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81892fe2-5106-4267-a1be-47ac23dea03f with status ACTIVE [ 1124.965629] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.965801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.965801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.965981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.966090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.966279] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.966385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.966442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.966598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.966667] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.966850] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.966950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.966998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967147] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.967319] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81892fe2-5106-4267-a1be-47ac23dea03f is going to be updated. [ 1124.988988] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.988988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.989234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.989340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.989717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.989717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81892fe2-5106-4267-a1be-47ac23dea03f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.318232] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9ab7c581-314a-4bfa-8505-ca3a1f507182 tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1125.319527] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1125.320654] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.320654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.320654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.320654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.321215] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.430888] env[65687]: INFO networking_nsxv3.common.synchronization [None req-235cded6-cd28-4aaa-ba9c-9a8c1eb5ab5d tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1125.430888] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1125.430888] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.430888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.720787] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1125.721116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.721374] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.721679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.721955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.722204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.722281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.722462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.722553] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.722641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.722775] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.723669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.723846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.724037] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.724208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.724208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.724375] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.724560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.724560] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.854098] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.854537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.854644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854748] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a already deleted. [ 1125.854838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.855285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.855285] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.226704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227184] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.376710] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.377026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.377026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.377168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.377260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.377422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a already deleted. [ 1126.377495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.523441] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1126.523703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.729539] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.232108] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.232438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.232438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.233517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.233787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.234444] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1127.267458] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.268436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.268436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.268436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.282583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1128.613013] env[65687]: INFO networking_nsxv3.common.synchronization [req-c161918e-59fb-45f4-a5c8-7504b4e4354c req-8f96198d-2725-4089-bb72-bc21dca271db tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1128.613522] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1128.614117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.087611] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.088977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.089223] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.089510] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.089818] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.089981] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.090113] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.090674] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.090674] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.090774] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.090879] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.091210] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.094625] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.094625] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.094625] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.094794] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.116510] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.116510] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.116660] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.116905] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-395" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.117286] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-e3f1aa4a-04a1-4d05-8e70-e116c9386777 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.117470] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.117603] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.118099] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.118260] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f1aa4a-04a1-4d05-8e70-e116c9386777',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.252318] env[65687]: INFO networking_nsxv3.common.synchronization [req-e4a4a5f3-b6d4-41fa-98e3-2fe3d6fe4960 req-606322ea-c1b3-4452-920b-6a9526675c51 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1129.253033] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1129.253422] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.253562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.253649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.253873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.254097] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.254246] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.254311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.254500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.254628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.254749] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.301158] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1129.302177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.302177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.302177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.302467] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.302467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.302556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.302723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.302824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.302930] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.620608] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.620951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.620951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.621251] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.621437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.621610] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port e3f1aa4a-04a1-4d05-8e70-e116c9386777 not found, creating... [ 1129.621874] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.622045] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.622166] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.622402] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.622555] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.622846] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.623008] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.623132] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.623343] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.623477] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.623613] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: e3f1aa4a-04a1-4d05-8e70-e116c9386777 is going to be created. [ 1129.644451] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.644660] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.644792] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.645095] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.645333] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.645598] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.757554] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.805686] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.259767] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.280479] env[65687]: INFO networking_nsxv3.common.synchronization [req-3d7be54f-2725-451f-93c0-eede436a7782 req-67ecb92a-2b57-4ab7-9087-58b9acb2d884 tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1130.280814] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1130.281146] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.281291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.281379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.281620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.281725] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.281825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.281888] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.282385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.283024] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.283024] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.308628] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.351741] env[65687]: INFO networking_nsxv3.common.synchronization [req-c161918e-59fb-45f4-a5c8-7504b4e4354c req-da6481a9-1f0f-4720-808d-ee289531ee39 service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1130.351931] env[65687]: INFO networking_nsxv3.common.synchronization [req-c161918e-59fb-45f4-a5c8-7504b4e4354c req-da6481a9-1f0f-4720-808d-ee289531ee39 service nova] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1130.352125] env[65687]: INFO networking_nsxv3.common.synchronization [req-c161918e-59fb-45f4-a5c8-7504b4e4354c req-da6481a9-1f0f-4720-808d-ee289531ee39 service nova] Enqueued Resource ID: e3f1aa4a-04a1-4d05-8e70-e116c9386777 with Priority: HIGHEST for action port [ 1130.352874] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_rules [ 1130.353422] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1130.353550] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f1aa4a-04a1-4d05-8e70-e116c9386777 with Priority: HIGHEST for action port [ 1130.353838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.353938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.354172] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.354339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.354485] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f1aa4a-04a1-4d05-8e70-e116c9386777 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.354588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.354651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.354918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.355014] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f1aa4a-04a1-4d05-8e70-e116c9386777',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.762661] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.762987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.763085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.763418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.763604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763787] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1130.787198] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.806580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.806782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.806841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.807064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.807222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.812444] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.812680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.812735] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.812984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.813136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.813249] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1130.817496] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1130.846165] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.846370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.846484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.846626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.846781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.856975] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f1aa4a-04a1-4d05-8e70-e116c9386777 with status ACTIVE [ 1130.857241] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.857385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.857458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.857679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.857773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.857988] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.858209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.858283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.858467] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.858580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.858752] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.858862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.858914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.859070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.859150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.859255] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f1aa4a-04a1-4d05-8e70-e116c9386777 is going to be updated. [ 1130.861026] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1130.881714] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.881927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.881927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.882162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.882348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.882485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f1aa4a-04a1-4d05-8e70-e116c9386777" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.290501] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.796045] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.796045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.796045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.796045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.796045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.796045] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be updated. [ 1131.825855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.826182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.826273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.826499] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.826682] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.836703] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1132.832307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1132.832762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.871750] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1132.871988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.872211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.872436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.872625] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.872747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.872817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.872952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.873063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.873162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.873341] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.873455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.873534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.873693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.873850] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.873949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.874015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.874154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.874228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.874322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.874459] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.875377] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.875534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.875677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.875792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.875869] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.876043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.876154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.876244] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.378033] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3: rpc.has_security_group_logging(os_id): False [ 1133.379276] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.399026] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.399196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.399196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.399598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.399598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.399725] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.399863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.399863] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.400073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.400150] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.400354] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.400456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.400547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.400683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.400765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.400951] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.401062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.401123] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.401299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.401429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.401533] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be created. [ 1133.442150] env[65687]: INFO networking_nsxv3.common.synchronization [req-ceb255be-62ad-4599-80a1-b3a50c34845b req-e1b16c41-f254-42f8-ae68-1f98b88eba2e tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1133.442823] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1133.443157] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444046] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444486] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.465180] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.465326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.465397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.465613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.465988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.479765] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1133.755280] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.755622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.755705] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.756029] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.756328] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.756501] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.756632] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.756917] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.757099] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.757401] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.757595] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.757770] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.758129] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.758129] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.758266] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.758388] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.780770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.781022] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.781245] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.781437] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-957" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.781837] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-0d801477-6c81-4318-804c-babb24ae4007 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.782060] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.782207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.782655] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.782824] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d801477-6c81-4318-804c-babb24ae4007',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.846948] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1133.847206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.881341] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.946245] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.946403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.946472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.946700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.946839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.947148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.947328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.947409] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.947639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.947751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.947893] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1133.976237] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.976428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.976460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.976672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.976825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.985927] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1134.285358] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.285622] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.285748] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.286191] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.286389] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.286596] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 0d801477-6c81-4318-804c-babb24ae4007 not found, creating... [ 1134.286946] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.287175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.287325] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.287589] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.287764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.288222] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.288424] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.288547] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.288762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.288892] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.289056] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 0d801477-6c81-4318-804c-babb24ae4007 is going to be created. [ 1134.309527] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.309746] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.309872] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.310178] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.310411] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.310676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.383613] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.383822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.383889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.384107] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.384202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.384305] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1134.425939] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.426168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.426168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.426423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.426533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.444578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1134.650132] env[65687]: INFO networking_nsxv3.common.synchronization [req-24fb526c-1f8c-4d7e-99ea-a7339594f7c9 req-9e09dc44-5dbf-4821-968b-76305f40acaa tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1134.650836] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGHEST for action security_group_members [ 1134.651305] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.651491] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.651569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.652267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.652267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.652267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.652267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.652511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.652511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.652579] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.075701] env[65687]: INFO networking_nsxv3.common.synchronization [req-ceb255be-62ad-4599-80a1-b3a50c34845b req-dfaabb29-3575-4f12-bdac-e8a8cf06c9d5 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1135.075941] env[65687]: INFO networking_nsxv3.common.synchronization [req-ceb255be-62ad-4599-80a1-b3a50c34845b req-dfaabb29-3575-4f12-bdac-e8a8cf06c9d5 service nova] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1135.076017] env[65687]: INFO networking_nsxv3.common.synchronization [req-ceb255be-62ad-4599-80a1-b3a50c34845b req-dfaabb29-3575-4f12-bdac-e8a8cf06c9d5 service nova] Enqueued Resource ID: 0d801477-6c81-4318-804c-babb24ae4007 with Priority: HIGHEST for action port [ 1135.082987] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_rules [ 1135.082987] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1135.082987] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d801477-6c81-4318-804c-babb24ae4007 with Priority: HIGHEST for action port [ 1135.082987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.082987] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.082987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.082987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d801477-6c81-4318-804c-babb24ae4007 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.082987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.087446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.087446] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d801477-6c81-4318-804c-babb24ae4007',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.158288] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.158464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.158523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.158819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.159121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.159457] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.159610] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.159697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.159881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.159985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.160263] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 is going to be updated. [ 1135.194710] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.194876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.195033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.195226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.195417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.205452] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: IN_PROGRESS for 2s [ 1135.492135] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1135.492365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.492543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.492831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.492928] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.588343] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.588532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.589183] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d801477-6c81-4318-804c-babb24ae4007 with status ACTIVE [ 1135.589183] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.589183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.589183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.589421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.589514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.589736] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.589860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.589931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.591209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.591209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.591622] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.591622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.591721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.592290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.592290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.592290] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d801477-6c81-4318-804c-babb24ae4007 is going to be updated. [ 1135.620298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.620298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.620298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.620580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.620732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.620962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d801477-6c81-4318-804c-babb24ae4007" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.995183] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.995306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.997381] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1135.998085] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 deletion is rescheduled due to dependency. [ 1135.998085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.998085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.998085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.998397] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.998397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.998506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.998605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.998699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.998796] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.456590] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1136.456871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.456985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.457390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.457390] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.457635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.457719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.457865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.457945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.458057] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.501564] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.960420] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.004814] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.215961] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: IN_PROGRESS for 4s [ 1137.463617] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.509267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.509428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.509990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.509990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.509990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.509990] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1137.541036] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.541036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.541036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.541286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.541472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.550832] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1137.968304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.968304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.968304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.968304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.968304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.968304] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1138.019103] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.019103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.019103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.019103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.019103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.030043] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1139.226196] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 in Status: SUCCESS [ 1139.226544] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 deletion is rescheduled due to dependency. [ 1139.226544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.560886] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1139.561270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.561586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.562458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.562458] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.562458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.562458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.562458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.562458] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.562802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.562802] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.042134] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1140.042381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.042577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.043089] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.043214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.043286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.043437] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.043514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043602] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043696] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.065389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.065633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.065633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.065832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.066119] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.066247] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.066320] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.066468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.066552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.066640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.067412] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.067583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.067656] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.067865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.068042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.068148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.068194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.068350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.068484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.068576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.068672] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.081844] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.082077] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1140.545973] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.546345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.546345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.546473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.546647] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.546752] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.546814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.546969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.547130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.547185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.547317] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.547408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.547583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.547650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.547780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.547884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.547884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.548097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.548180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.548303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.548380] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.570532] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed2be4-db2f-440c-b009-104309e26ab9: rpc.has_security_group_logging(os_id): False [ 1140.596686] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.596686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.596686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.596686] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.596942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597206] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.597206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.597206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.597435] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597618] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.597713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.597773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.597981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.598193] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.598286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.598346] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.598531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.598588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.598623] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1140.688607] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.688607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.688607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.688866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.688866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.710324] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1141.051228] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3: rpc.has_security_group_logging(os_id): False [ 1141.078663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.078663] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.078663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.079286] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.079286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.079286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.079286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.079844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.079844] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.079844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.079844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.080033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.080155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.080191] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1141.144665] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.144665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.144665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.144665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.144827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.161689] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1142.726658] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1142.727100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.176512] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1143.176741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.176922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.177202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.177296] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.680060] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.680342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.680426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.680651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.680830] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.680965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.681042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.681257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.681358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.681449] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.681539] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.184054] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.184054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.184054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.184497] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.184596] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.184626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.184837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.184950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.185080] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.185170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.185227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.185370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.185505] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.185598] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.185655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.185842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.185924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.185924] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.186035] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.689200] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3: rpc.has_security_group_logging(os_id): False [ 1144.709353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.709589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.709640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.709851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.709941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.710148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.710807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.710807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.710807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.710807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.710807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.710807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.711091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.711091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.711091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.711265] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.711361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.711418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.711556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.711706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.711801] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1144.774264] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.774516] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.774642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.774953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.775211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.790341] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1145.082805] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.083075] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1145.827230] env[65687]: INFO networking_nsxv3.common.synchronization [req-3dda9050-f98e-4084-8624-597d3db94adb req-9f491cde-1ad5-4937-9a0f-b58feaf84381 tempest-ImagesOneServerNegativeTestJSON-1397267136 tempest-ImagesOneServerNegativeTestJSON-1397267136-project-member] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1145.828014] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGHEST for action security_group_members [ 1145.828464] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.828683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.828745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.828959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.829172] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.829298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.829736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.829736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.829736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.829861] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.333949] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.334130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.334203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.334441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.334538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.334734] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.334834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.334895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.335071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.335187] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.335301] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be updated. [ 1146.366123] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.366302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.366342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.366538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.366687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.390834] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: IN_PROGRESS for 2s [ 1146.807267] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1146.807534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.402155] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed2be4-db2f-440c-b009-104309e26ab9 in Status: SUCCESS [ 1148.402523] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 deletion is rescheduled due to dependency. [ 1148.402576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.011365] env[65687]: INFO networking_nsxv3.common.synchronization [req-4c907009-0bfe-46a1-8a39-4e2830d8c1f2 req-778b1f85-aada-4d23-a4a7-6bd61752817a tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1149.012115] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1149.012554] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.012657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.012703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.013046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.013505] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.013505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.013505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.013783] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.013849] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.365554] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.365773] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.365894] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.366205] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.366532] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.366726] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.366790] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.367540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.368063] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.368063] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.368192] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.368898] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.368898] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.368898] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.368898] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.368898] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.393025] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.393025] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.393025] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.393025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.393025] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-6dd28f1c-d081-4535-9921-5857d1b0ba88 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.393025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.393025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.393025] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.393025] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd28f1c-d081-4535-9921-5857d1b0ba88',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.521257] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.521609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.521609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.521860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.521967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.522166] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.522263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.522327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.522484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.522559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.522642] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a already deleted. [ 1149.522723] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.895868] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.896227] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.896332] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.896568] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.896712] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.896870] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 6dd28f1c-d081-4535-9921-5857d1b0ba88 not found, creating... [ 1149.897211] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897395] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897514] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897785] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.898010] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.898317] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.898479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.898597] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.898807] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.898938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.899089] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 is going to be created. [ 1149.921102] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.921340] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.921467] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.921878] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.922144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.922374] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.181911] env[65687]: INFO networking_nsxv3.common.synchronization [req-c5b1a6f2-8bd4-4a8f-8587-5b8ba946aecd req-ea802331-f020-452c-aef7-52600cdd039a tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1150.182743] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1150.183162] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.183290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.183349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.183554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.183702] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.183832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.183885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.184025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.185205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.185205] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.679881] env[65687]: INFO networking_nsxv3.common.synchronization [req-4c907009-0bfe-46a1-8a39-4e2830d8c1f2 req-631baa08-cc0c-423a-ae08-498cf9e0eae8 service nova] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1150.680128] env[65687]: INFO networking_nsxv3.common.synchronization [req-4c907009-0bfe-46a1-8a39-4e2830d8c1f2 req-631baa08-cc0c-423a-ae08-498cf9e0eae8 service nova] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1150.680258] env[65687]: INFO networking_nsxv3.common.synchronization [req-4c907009-0bfe-46a1-8a39-4e2830d8c1f2 req-631baa08-cc0c-423a-ae08-498cf9e0eae8 service nova] Enqueued Resource ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 with Priority: HIGHEST for action port [ 1150.680702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1150.680790] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1150.680893] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 with Priority: HIGHEST for action port [ 1150.684085] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.684223] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.684291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.684487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.684750] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.685463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.685562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.685631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.685818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.685975] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.688190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.688257] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.688421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.688511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.688605] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.689450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd28f1c-d081-4535-9921-5857d1b0ba88 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.689571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.689676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.689806] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.690203] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd28f1c-d081-4535-9921-5857d1b0ba88',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.691458] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.192021] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.193027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.193158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.193756] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd28f1c-d081-4535-9921-5857d1b0ba88 with status ACTIVE [ 1151.193756] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.193920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.193920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.194046] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.194140] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.194315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.194414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.194478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.194635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.195224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.195224] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.195224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.195224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.195224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.195517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.195517] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 is going to be updated. [ 1151.196472] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.217068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.217231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.217282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.218043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.218043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.218043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.696062] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.699128] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.699275] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.699338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.699549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.699642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.699749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1151.731423] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.731423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.731576] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.731692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.731966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.743984] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1151.852459] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.853034] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.853034] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.853283] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.853371] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.853559] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.853644] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.853859] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.854011] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.854255] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.854367] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.854492] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.854567] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.854674] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.854816] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.854903] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.875883] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.875883] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.875883] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.876062] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-926" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.876358] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.877036] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.877036] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.877036] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.877036] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79834c-fdb3-49ca-aa4d-87ab57dea79a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.198223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.198430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.198430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.198646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.198734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.198858] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a is going to be created. [ 1152.223155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.223380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.223621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.223791] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.235820] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: UNINITIALIZED for 2s [ 1152.379776] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.379986] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.380166] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.380476] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.380634] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.380939] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.381117] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.381236] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.381459] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.381597] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.381923] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.382099] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.382221] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.382451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.382565] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.382710] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a is going to be updated. [ 1152.403857] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.404123] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404207] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.404481] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.404684] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.404913] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.145669] env[65687]: INFO networking_nsxv3.common.synchronization [req-0ba89bdd-1d65-43ee-a769-4d83ff9fd1e4 req-7d5a5879-b67c-4e3e-9a41-1c06cd954be8 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1153.146025] env[65687]: INFO networking_nsxv3.common.synchronization [req-0ba89bdd-1d65-43ee-a769-4d83ff9fd1e4 req-7d5a5879-b67c-4e3e-9a41-1c06cd954be8 service nova] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1153.146071] env[65687]: INFO networking_nsxv3.common.synchronization [req-0ba89bdd-1d65-43ee-a769-4d83ff9fd1e4 req-7d5a5879-b67c-4e3e-9a41-1c06cd954be8 service nova] Enqueued Resource ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with Priority: HIGHEST for action port [ 1153.146757] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_rules [ 1153.146947] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1153.147087] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with Priority: HIGHEST for action port [ 1153.147416] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.147556] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.147634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.147835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.147938] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.149421] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.149734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.149868] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.150087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.150277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.150397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.150477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.150654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.150865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.151019] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.153452] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.153586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.153629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.153871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.153973] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79834c-fdb3-49ca-aa4d-87ab57dea79a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.654582] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.656038] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b79834c-fdb3-49ca-aa4d-87ab57dea79a with status ACTIVE [ 1153.656142] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.656264] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.656564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.656636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.656822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.657059] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.657179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.657938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.657938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.657938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.657938] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.658213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.658213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.658283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.658393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.658509] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b79834c-fdb3-49ca-aa4d-87ab57dea79a is going to be updated. [ 1153.660459] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.660585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.692841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.693074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.693121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.693995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.693995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.693995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b79834c-fdb3-49ca-aa4d-87ab57dea79a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.765660] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1153.766250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.161417] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.246127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: SUCCESS [ 1154.246353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.246520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.246753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.246978] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.247083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.247183] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.247345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.247424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.247512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.247609] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.487140] env[65687]: INFO networking_nsxv3.common.synchronization [req-428ad201-1b23-40dd-8bfc-aa9e98eafbf3 req-7632ca7a-c2b4-402b-aa3b-eb582f5c5a0e tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1154.487534] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGHEST for action security_group_members [ 1154.487854] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.487980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.489036] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.489036] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.489036] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.664524] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.664817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.664958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.665442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.665442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.665593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1154.711834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.712113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.712262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.712617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.712912] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.724296] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1154.750642] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.993223] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.993481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.993481] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.993712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.993802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.994030] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.994152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.994214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.994347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.994420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.994512] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be updated. [ 1155.031082] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.031340] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.031460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.032026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.032026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.044771] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: IN_PROGRESS for 2s [ 1155.253539] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92b70aef-53ed-499f-ba9d-272cb49aed4a: rpc.has_security_group_logging(os_id): False [ 1155.279573] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.279832] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.279925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.280263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.280482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.280807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.280953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.281125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.281310] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.281393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.281488] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a is going to be created. [ 1155.351306] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.351567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.351732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.352398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.352398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.367364] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: IN_PROGRESS for 2s [ 1156.734542] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1156.734999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.734999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.735153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.735351] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.735459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.735522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.735690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.735769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.735855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.735944] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.061996] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d027721-052e-45db-a887-ddfd221d6f0b in Status: SUCCESS [ 1157.062322] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b deletion is rescheduled due to dependency. [ 1157.062415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.237934] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.238252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.238252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.238592] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.238794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.238905] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.238979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.239190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.239303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.239371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.239533] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.239621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.239685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.239892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.240139] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.240366] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.240410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.240569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.240666] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240754] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240844] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.381225] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: SUCCESS [ 1157.381561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.743059] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08eca076-c535-41d8-935d-e8bf86a63334: rpc.has_security_group_logging(os_id): False [ 1157.765491] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.765753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.765890] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.766342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.766529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.766825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.767294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.767294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.767399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.768289] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.768289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.768289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.768289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.768678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.768813] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.768871] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.769043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.769118] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.769233] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1157.848916] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.849172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.849232] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.849525] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.849824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.919356] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1159.069483] env[65687]: INFO networking_nsxv3.common.synchronization [req-9931883b-0494-4197-9c82-5b5793083861 req-9c67ac5d-351e-4719-857f-be973a6655d4 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1159.070560] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1159.071327] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.071628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.071746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.072113] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.072375] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.072473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.072943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.073097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.073243] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.073370] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.514519] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.514788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.514962] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.517471] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.518573] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.518768] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.518891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.519191] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.519322] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.519544] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.519660] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.519772] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.519883] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.519986] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.520113] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.520255] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.568590] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.568759] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.568915] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.569242] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-526" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.569602] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-ba1a855c-ecde-4566-8315-c3218e6dd0eb taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.569786] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.569982] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.570450] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.570672] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1a855c-ecde-4566-8315-c3218e6dd0eb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.575501] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.689501] env[65687]: INFO networking_nsxv3.common.synchronization [req-96e12778-d0ea-4bbc-8720-92099987aae9 req-41b97d59-048d-498f-9838-aedc4a2a30dd tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1159.690199] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGHEST for action security_group_members [ 1159.690579] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.690834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.690834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.690972] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.691138] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.691254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.691317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.691475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.691563] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.691658] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.936258] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1159.936566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.074144] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.074144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.074144] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.074628] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.074628] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.074693] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port ba1a855c-ecde-4566-8315-c3218e6dd0eb not found, creating... [ 1160.074920] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.075092] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.075209] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.075444] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.075606] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.075866] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.076119] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.076269] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.076899] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.076899] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.076899] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: ba1a855c-ecde-4566-8315-c3218e6dd0eb is going to be created. [ 1160.077907] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.102385] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.102385] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.102385] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.102631] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.102815] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.104603] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.196816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.196816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.196816] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 is going to be updated. [ 1160.230789] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.230789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.230789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.230789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.230789] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.248124] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: IN_PROGRESS for 2s [ 1160.580497] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.580687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.580766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.580998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.581096] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.581218] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1160.617227] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.617412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.617502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.617872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.617872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.630299] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1160.842898] env[65687]: INFO networking_nsxv3.common.synchronization [req-9931883b-0494-4197-9c82-5b5793083861 req-1688ad75-5fd1-46da-8a3e-6a7179547186 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1160.843929] env[65687]: INFO networking_nsxv3.common.synchronization [req-9931883b-0494-4197-9c82-5b5793083861 req-1688ad75-5fd1-46da-8a3e-6a7179547186 service nova] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1160.843929] env[65687]: INFO networking_nsxv3.common.synchronization [req-9931883b-0494-4197-9c82-5b5793083861 req-1688ad75-5fd1-46da-8a3e-6a7179547186 service nova] Enqueued Resource ID: ba1a855c-ecde-4566-8315-c3218e6dd0eb with Priority: HIGHEST for action port [ 1160.844199] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_rules [ 1160.844781] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1160.846058] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1a855c-ecde-4566-8315-c3218e6dd0eb with Priority: HIGHEST for action port [ 1160.846178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.847090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.847090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.847090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.847090] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.847649] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.847746] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.848301] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba1a855c-ecde-4566-8315-c3218e6dd0eb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.848408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.848462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.848653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.848730] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1a855c-ecde-4566-8315-c3218e6dd0eb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.355771] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba1a855c-ecde-4566-8315-c3218e6dd0eb with status ACTIVE [ 1161.356081] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.356217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.356256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.356452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.356546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.356734] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.356840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.356906] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.357081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.357186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.357363] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.357456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.357524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.358286] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.358362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.358460] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba1a855c-ecde-4566-8315-c3218e6dd0eb is going to be updated. [ 1161.359719] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.359874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.383474] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.383657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.383724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.383934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.384109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.384279] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba1a855c-ecde-4566-8315-c3218e6dd0eb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.113575] env[65687]: INFO networking_nsxv3.common.synchronization [req-6dcc0259-aafb-467c-afb7-1eaedffa95d6 req-f073fd52-bd28-4e3e-bc1d-61618a246124 tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1162.114378] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1162.114623] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.114770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.114835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.115102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.115350] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.115524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.115642] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.115774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.115892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.115988] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.264195] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 in Status: SUCCESS [ 1162.264408] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 deletion is rescheduled due to dependency. [ 1162.264526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.343471] env[65687]: INFO networking_nsxv3.common.synchronization [None req-f58576c3-180b-4d88-aab0-859a6466eb5e tempest-AttachInterfacesTestJSON-750872108 tempest-AttachInterfacesTestJSON-750872108-project-member] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1162.344512] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGHEST for action security_group_members [ 1162.345398] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.345545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.345633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.345839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.345997] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.346201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.346694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.346694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.346694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.346694] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.622430] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.622430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.622430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.622430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.622915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.622915] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.622915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.622915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.623083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.623083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.623211] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1162.642256] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1162.642394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.642497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.642757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.642923] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.643068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.643170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.643343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.643421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.643456] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.661158] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.661298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.661365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.661582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.661732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.676656] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1162.849829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.852058] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.852058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.852420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.852420] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be updated. [ 1162.901781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.902135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.902135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.902359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.902497] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.916770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: IN_PROGRESS for 2s [ 1163.146109] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.650033] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.152284] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.152468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.152514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.152731] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.152825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.152933] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1164.182796] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.183092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.183092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.183331] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.198111] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1164.686725] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1164.686725] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 deletion is rescheduled due to dependency. [ 1164.687145] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.928971] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 in Status: SUCCESS [ 1164.929136] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 deletion is rescheduled due to dependency. [ 1164.929136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.974738] env[65687]: INFO networking_nsxv3.common.synchronization [req-566fce4e-7640-4b56-aaa4-e03cb75065c4 req-00e72c4b-589f-4292-936b-f5539835f0ca tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1164.974738] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1164.978834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.978834] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.978834] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.978834] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.480706] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.982535] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.208599] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1166.208826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.209600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.209600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.209600] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.209600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.209600] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.209782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.209782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.209874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.210037] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.485859] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.485859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.485859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.485859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.485859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.485859] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1166.517693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.517693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.517693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.517693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.518038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.527974] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1166.713609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.713609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.713609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.713609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.713609] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.713609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.713609] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.714025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.714025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.714025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.714117] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.714326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.714446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.714520] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.714699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.714983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.714983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.714983] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.715120] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.219430] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0752a0fd-e9d8-4491-a1e7-38e514561b27: rpc.has_security_group_logging(os_id): False [ 1167.245788] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.245973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.246031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.246230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.246315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.246562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.247031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.247031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.247031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.247031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.247205] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.247258] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.247301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.247414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.247482] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.249462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.249462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.249462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.249462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.249462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.250583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1167.358293] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.358293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.358293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.358293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.358293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.377071] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1167.525458] env[65687]: INFO networking_nsxv3.common.synchronization [None req-a02aa557-c7b2-4297-a147-1dbcb0305eee tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1167.525458] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1167.525458] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.525635] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.525849] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.526244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.526941] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.715372] env[65687]: INFO networking_nsxv3.common.synchronization [None req-e14046e1-6cff-4cad-8e50-24c40c289fb0 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1167.716476] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1167.717427] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.717577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061722] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.061722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.062663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.062663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.062663] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf already deleted. [ 1168.062663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.062663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.062982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.063347] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.406782] env[65687]: INFO networking_nsxv3.common.synchronization [None req-7e64b782-df81-4bfd-8286-bf40e1583627 None None] Enqueued Resource ID: 9f6729a4-7ca6-43e7-b6d4-3d6043239eea with Priority: HIGHEST for action port [ 1168.407751] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6729a4-7ca6-43e7-b6d4-3d6043239eea with Priority: HIGHEST for action port [ 1168.407751] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6729a4-7ca6-43e7-b6d4-3d6043239eea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.407850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6729a4-7ca6-43e7-b6d4-3d6043239eea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.407850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6729a4-7ca6-43e7-b6d4-3d6043239eea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.408756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6729a4-7ca6-43e7-b6d4-3d6043239eea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.408846] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6729a4-7ca6-43e7-b6d4-3d6043239eea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.541365] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1168.541580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.589396] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.589528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.589601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.589820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.589908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.590138] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf already deleted. [ 1168.590138] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.885107] env[65687]: INFO networking_nsxv3.common.synchronization [req-a6de9d37-0985-4035-88ce-1d58537f19cd req-7ca2dbe5-02bb-4805-8cf4-95e2ce565322 tempest-DeleteServersTestJSON-90842531 tempest-DeleteServersTestJSON-90842531-project-member] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1168.886297] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGHEST for action security_group_members [ 1168.886297] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.886297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.886507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.886547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.887814] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.887814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.887968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.888119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.889330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.889330] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.914028] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f6729a4-7ca6-43e7-b6d4-3d6043239eea [ 1168.915179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.915179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.916969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.916969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.916969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.916969] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f6729a4-7ca6-43e7-b6d4-3d6043239eea already deleted. [ 1168.916969] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6729a4-7ca6-43e7-b6d4-3d6043239eea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.391156] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.391156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.391429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.391429] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.391528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.391727] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.391862] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.391920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.392930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.392930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.392930] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be updated. [ 1169.398640] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1169.398640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.433480] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.434219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.444935] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: IN_PROGRESS for 2s [ 1169.683892] env[65687]: INFO networking_nsxv3.common.synchronization [None req-65c1fe01-8f43-464a-9bd9-148762ae1028 tempest-ServersTestBootFromVolume-642827675 tempest-ServersTestBootFromVolume-642827675-project-member] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1169.684511] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1169.685148] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.685303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.685373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.686985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.686985] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.815360] env[65687]: INFO networking_nsxv3.common.synchronization [None req-5149e0da-599b-4179-8a6f-959f3605cbb1 tempest-ServersTestBootFromVolume-642827675 tempest-ServersTestBootFromVolume-642827675-project-member] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1169.816393] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1169.816393] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.816393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.212835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.213023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.213067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.213364] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.213488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.213555] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec already deleted. [ 1170.213637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.213788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.213941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.214034] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.744315] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.744728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.744728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.744728] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.744858] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.744892] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec already deleted. [ 1170.745594] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.175386] env[65687]: INFO networking_nsxv3.common.synchronization [None req-6eb28bfd-d001-48a7-83f5-45580f8e7f33 None None] Enqueued Resource ID: fa06ab78-d701-4a6a-be26-17b5e64896bf with Priority: HIGHEST for action port [ 1171.175555] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa06ab78-d701-4a6a-be26-17b5e64896bf with Priority: HIGHEST for action port [ 1171.176131] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa06ab78-d701-4a6a-be26-17b5e64896bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.176131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa06ab78-d701-4a6a-be26-17b5e64896bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.176131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa06ab78-d701-4a6a-be26-17b5e64896bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.176379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa06ab78-d701-4a6a-be26-17b5e64896bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.176379] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa06ab78-d701-4a6a-be26-17b5e64896bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.456704] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb in Status: SUCCESS [ 1171.457439] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb deletion is rescheduled due to dependency. [ 1171.457439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.678631] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa06ab78-d701-4a6a-be26-17b5e64896bf [ 1171.678738] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.678808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.678880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.679146] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.679242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.679342] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa06ab78-d701-4a6a-be26-17b5e64896bf already deleted. [ 1171.679422] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa06ab78-d701-4a6a-be26-17b5e64896bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.276036] env[65687]: INFO networking_nsxv3.common.synchronization [req-018d1977-b1c7-4b26-952b-5c68931316a1 req-32a20bbb-3a4e-4d70-aeeb-ac182e91cfb1 tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1172.276331] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1172.276466] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.276586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.276652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.276844] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.276991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.277317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.277379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.277541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.277619] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.277712] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.533257] env[65687]: INFO networking_nsxv3.common.synchronization [req-0a6d93d7-8251-4d4f-9d98-64615a214518 req-b2c63cc8-fa4d-4b96-a867-ae15124e9851 tempest-ListServerFiltersTestJSON-1900724331 tempest-ListServerFiltersTestJSON-1900724331-project-member] Enqueued Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1172.533980] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 with Priority: HIGHEST for action security_group_members [ 1172.535050] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.535249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.535350] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.535589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.535799] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.535934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.536041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.536234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.536351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.536474] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.631892] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.631892] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.631892] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.631892] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.632690] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.632938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.633093] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.634344] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.634344] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.634344] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.634344] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.634344] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.634344] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.634344] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.634344] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.634759] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.657442] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.657619] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.657761] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.657945] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.658938] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-9a0f8414-242d-41d3-99cb-0df87fbffa7c taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.658938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.658938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.658938] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.659175] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0f8414-242d-41d3-99cb-0df87fbffa7c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.780904] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.780904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.780904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.780904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.780904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.781195] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.781195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.781369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.781369] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.781431] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.785020] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1172.808277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.808411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.808478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.808749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.808894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.818955] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1173.038553] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.038727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.038797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.039045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.039115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.039303] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.039404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.039465] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.039624] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.039700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.039786] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 is going to be updated. [ 1173.088861] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.088861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.098368] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: IN_PROGRESS for 2s [ 1173.161917] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.162250] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.162529] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.162856] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.163026] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.163276] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 9a0f8414-242d-41d3-99cb-0df87fbffa7c not found, creating... [ 1173.163635] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.163819] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.163943] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.164217] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.164361] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.164915] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.165099] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.165242] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.165486] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.165632] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.165773] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c is going to be created. [ 1173.186783] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.187096] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.187229] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.187552] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.187794] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.188037] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.345461] env[65687]: INFO networking_nsxv3.common.synchronization [req-018d1977-b1c7-4b26-952b-5c68931316a1 req-c7c0ba8d-c2d2-4682-baad-923c8988e3a5 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1174.345733] env[65687]: INFO networking_nsxv3.common.synchronization [req-018d1977-b1c7-4b26-952b-5c68931316a1 req-c7c0ba8d-c2d2-4682-baad-923c8988e3a5 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1174.345733] env[65687]: INFO networking_nsxv3.common.synchronization [req-018d1977-b1c7-4b26-952b-5c68931316a1 req-c7c0ba8d-c2d2-4682-baad-923c8988e3a5 service nova] Enqueued Resource ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c with Priority: HIGHEST for action port [ 1174.346285] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1174.346390] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1174.346488] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c with Priority: HIGHEST for action port [ 1174.346802] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.346903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.347033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.347179] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.347257] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.348154] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348540] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0f8414-242d-41d3-99cb-0df87fbffa7c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348846] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0f8414-242d-41d3-99cb-0df87fbffa7c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.607568] env[65687]: INFO networking_nsxv3.common.synchronization [req-366c7524-5cfb-433f-88c8-b12ebe7f5f52 req-a17fd93d-8d10-4033-984c-f64d5c957938 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1174.607568] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1174.608277] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.608589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.608772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.609134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.609413] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.609653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.611386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.611386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.611386] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.611386] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.829581] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1174.829749] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 deletion is rescheduled due to dependency. [ 1174.829792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.829974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.830419] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.830562] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.830639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.830711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.830968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.830968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.831072] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.850333] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.850577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.851924] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0f8414-242d-41d3-99cb-0df87fbffa7c with status ACTIVE [ 1174.852259] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.852418] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.852455] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.852743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.852898] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.853196] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.853358] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.853492] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.853702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.854137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.854895] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.855362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.855362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.855362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.855362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.855564] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c is going to be updated. [ 1174.877965] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.877965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.878095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.878248] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.878370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.878533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.934589] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.934873] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935085] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.935290] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.935547] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935700] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935815] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936046] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.936190] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.936399] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.936512] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.936618] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.936725] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.936830] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.936933] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.937091] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.956539] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.956762] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.956909] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.957109] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.957600] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-46285992-cd43-46ef-b249-6a67cdea7572 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.957870] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.958016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.958369] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.958517] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46285992-cd43-46ef-b249-6a67cdea7572',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.110881] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 in Status: SUCCESS [ 1175.111086] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3 deletion is rescheduled due to dependency. [ 1175.111207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.111546] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.111668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.111736] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.111935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.112029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.112258] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.112381] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.112447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.112651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.112700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.112743] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf already deleted. [ 1175.112826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.336575] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.461279] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.461599] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461645] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461924] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.462087] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.462271] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 46285992-cd43-46ef-b249-6a67cdea7572 not found, creating... [ 1175.462560] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.462725] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.462844] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.463152] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.463322] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.463632] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.463780] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.463919] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.464156] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.464291] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.464435] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 46285992-cd43-46ef-b249-6a67cdea7572 is going to be created. [ 1175.486807] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.487375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.487375] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.487652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.487898] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.488168] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.840559] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.215510] env[65687]: INFO networking_nsxv3.common.synchronization [req-366c7524-5cfb-433f-88c8-b12ebe7f5f52 req-e807de31-8f6e-4854-89dd-736e52215d76 service nova] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1176.215510] env[65687]: INFO networking_nsxv3.common.synchronization [req-366c7524-5cfb-433f-88c8-b12ebe7f5f52 req-e807de31-8f6e-4854-89dd-736e52215d76 service nova] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1176.215510] env[65687]: INFO networking_nsxv3.common.synchronization [req-366c7524-5cfb-433f-88c8-b12ebe7f5f52 req-e807de31-8f6e-4854-89dd-736e52215d76 service nova] Enqueued Resource ID: 46285992-cd43-46ef-b249-6a67cdea7572 with Priority: HIGHEST for action port [ 1176.215715] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_rules [ 1176.215715] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1176.215781] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46285992-cd43-46ef-b249-6a67cdea7572 with Priority: HIGHEST for action port [ 1176.216042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.216156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.216218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.216425] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.216497] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.217314] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.217421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.217485] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.217648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.217821] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.217873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.217976] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.218305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.218305] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.218305] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.218923] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-46285992-cd43-46ef-b249-6a67cdea7572 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.219041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.219094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.219412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.219412] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46285992-cd43-46ef-b249-6a67cdea7572',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.341707] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.342547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.342547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.342547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.342547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.342990] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1176.374769] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.375028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.375028] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.375168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.375347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.385072] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1176.595846] env[65687]: INFO networking_nsxv3.common.synchronization [req-7af92a39-6a02-403b-87a8-b64e9c885975 req-603b3a62-1f16-4997-9ed1-2e3b9412b659 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1176.596127] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1176.596311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.596432] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.596495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.596690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.596843] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.596943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.597010] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.597239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.597239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.597338] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.720445] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.721803] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.721803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.723298] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46285992-cd43-46ef-b249-6a67cdea7572 with status ACTIVE [ 1176.723534] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.723671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.723715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.723999] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.724048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.724209] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.724307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.724361] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.724522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.724847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.724847] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.724847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.725365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.725365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.725365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.725365] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46285992-cd43-46ef-b249-6a67cdea7572 is going to be updated. [ 1176.747401] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.747628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.747628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.747815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.748041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.748212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46285992-cd43-46ef-b249-6a67cdea7572" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.100864] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.223319] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.607118] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.724930] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.725158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.725252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.725520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.725634] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725752] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf is going to be created. [ 1177.750056] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.750304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.750410] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.750705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.750927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.762559] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: UNINITIALIZED for 2s [ 1178.111346] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.111531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.111571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.111795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.111874] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.112774] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1178.155373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.155589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.155684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.155937] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.156928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.171972] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1178.399319] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1178.399569] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.399784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.400057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.400334] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.401049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.401049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.401049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.401049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.401049] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.401222] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.906138] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.409401] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 1179.429693] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.430116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.430228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.430580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.430655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.430896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.431019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.431087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.431263] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.431327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.431415] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1179.500173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.500511] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.500965] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.501274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.502360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.521298] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1179.707022] env[65687]: INFO networking_nsxv3.common.synchronization [None req-6080319b-bf43-4d1f-886b-1ce7fab8c399 None None] Enqueued Resource ID: ac8c37a3-a948-424e-b41e-3a09f8c342cd with Priority: HIGHEST for action port [ 1179.707022] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8c37a3-a948-424e-b41e-3a09f8c342cd with Priority: HIGHEST for action port [ 1179.707022] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8c37a3-a948-424e-b41e-3a09f8c342cd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.707022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8c37a3-a948-424e-b41e-3a09f8c342cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.707022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8c37a3-a948-424e-b41e-3a09f8c342cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.707022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8c37a3-a948-424e-b41e-3a09f8c342cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.707022] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8c37a3-a948-424e-b41e-3a09f8c342cd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.774193] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: SUCCESS [ 1179.774537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.775852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.776211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.777016] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.777016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.777016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.777016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.777371] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.778057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.778057] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.186552] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1180.186961] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.210606] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac8c37a3-a948-424e-b41e-3a09f8c342cd [ 1180.210715] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.210796] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.210894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.211102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.211203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.211281] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac8c37a3-a948-424e-b41e-3a09f8c342cd already deleted. [ 1180.211362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8c37a3-a948-424e-b41e-3a09f8c342cd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.281707] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.783467] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf: rpc.has_security_group_logging(os_id): False [ 1180.806709] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.806709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.806709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.806709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.806709] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.807119] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.807119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.807119] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.807233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.807328] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.807469] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf is going to be created. [ 1180.877596] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.877787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.877945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.878488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.878488] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.904055] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: IN_PROGRESS for 2s [ 1181.538723] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1181.538974] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.164530] env[65687]: INFO networking_nsxv3.common.synchronization [None req-c84630e2-cd18-4032-b5b1-2c81d4e32e92 None None] Enqueued Resource ID: 9f913531-c52f-4ffa-9f53-eac1f5321b03 with Priority: HIGHEST for action port [ 1182.165557] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f913531-c52f-4ffa-9f53-eac1f5321b03 with Priority: HIGHEST for action port [ 1182.165829] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f913531-c52f-4ffa-9f53-eac1f5321b03 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.165947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f913531-c52f-4ffa-9f53-eac1f5321b03" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.166026] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f913531-c52f-4ffa-9f53-eac1f5321b03" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.166289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f913531-c52f-4ffa-9f53-eac1f5321b03" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.166378] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f913531-c52f-4ffa-9f53-eac1f5321b03',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.284014] env[65687]: INFO networking_nsxv3.common.synchronization [req-7dc34143-c197-47f1-8518-9f0e1f71a24a req-7749d692-5f36-454f-8672-cc2b908e78d5 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1182.284621] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1182.284959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.285664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.285664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.285664] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.285664] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.285928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.285928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.285928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.286028] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.668237] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f913531-c52f-4ffa-9f53-eac1f5321b03 [ 1182.668586] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.668653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.668715] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.668959] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.669065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.669181] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f913531-c52f-4ffa-9f53-eac1f5321b03 already deleted. [ 1182.669267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f913531-c52f-4ffa-9f53-eac1f5321b03" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.790078] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.790078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.790196] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.790518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.790518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.790658] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.791349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.791349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.791349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.791349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.791349] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1182.823286] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.823490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.823538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.823744] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.823892] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.842582] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1182.918064] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: SUCCESS [ 1182.918370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.862371] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1184.862772] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 deletion is rescheduled due to dependency. [ 1184.862839] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.596485] env[65687]: INFO networking_nsxv3.common.synchronization [req-451a71cb-28c6-4e00-bab0-6608128230f3 req-66fe54d6-0b41-4d57-a24e-5e1984072016 tempest-ServerAddressesNegativeTestJSON-1613687537 tempest-ServerAddressesNegativeTestJSON-1613687537-project-member] Enqueued Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1185.597240] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1185.598099] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.598099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.598099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.598099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.598099] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.598405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.598405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.598405] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.598552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.598631] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.031730] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.032083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-556" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.032083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-556" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.032470] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-556" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.032744] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.032912] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.033358] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.033358] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.033483] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.033630] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.033747] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.033858] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.033970] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.034093] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.034200] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.034332] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.054860] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.055078] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.055212] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.055390] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-556" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.055716] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-d244e772-875b-4644-bcc8-da37cccc2d4f taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.055885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.056016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.058280] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.058391] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d244e772-875b-4644-bcc8-da37cccc2d4f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.101295] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.101631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.101631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.101812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.101812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.102129] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.102268] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.102353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.102501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.102590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.102666] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b already deleted. [ 1186.102737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.180235] env[65687]: INFO networking_nsxv3.common.synchronization [req-c2ed7d12-7f17-4ddf-a89d-c19e96c90c7d req-8e3f6c71-9662-418f-bd32-844d8073a7a6 tempest-ServersTestJSON-949624035 tempest-ServersTestJSON-949624035-project-member] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1186.180897] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGHEST for action security_group_members [ 1186.181298] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.181444] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.181547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.181781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.181980] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.182127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.182198] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.182402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.182545] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.182671] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.561359] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.561600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.561690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.562106] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.562305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.562543] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port d244e772-875b-4644-bcc8-da37cccc2d4f not found, creating... [ 1186.562864] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.563101] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.563293] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.563560] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.563736] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.564074] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.564277] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.564458] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.564679] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.564867] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.565052] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: d244e772-875b-4644-bcc8-da37cccc2d4f is going to be created. [ 1186.589490] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.589693] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.589838] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.590161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.590399] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.590641] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.687856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.688152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.688284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.688847] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.689161] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.689313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.689415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.689665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.689781] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.689923] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be updated. [ 1186.741388] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.741612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.741612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.741815] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.741968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.752996] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: IN_PROGRESS for 2s [ 1187.133256] env[65687]: INFO networking_nsxv3.common.synchronization [req-8a35ac38-e8c5-4a0e-abe9-f95a82a0ccfd req-b438881f-5f2a-4951-bd54-839540a3b8f5 tempest-ServersNegativeTestJSON-1887070627 tempest-ServersNegativeTestJSON-1887070627-project-member] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1187.133804] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGHEST for action security_group_members [ 1187.134184] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.134308] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.134373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.134571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.134724] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.134824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.134886] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.135065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.135155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.135250] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.285144] env[65687]: INFO networking_nsxv3.common.synchronization [req-451a71cb-28c6-4e00-bab0-6608128230f3 req-e2286558-12e7-45d2-b1c2-50df6b447190 service nova] Enqueued Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_rules [ 1187.285202] env[65687]: INFO networking_nsxv3.common.synchronization [req-451a71cb-28c6-4e00-bab0-6608128230f3 req-e2286558-12e7-45d2-b1c2-50df6b447190 service nova] Enqueued Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1187.285330] env[65687]: INFO networking_nsxv3.common.synchronization [req-451a71cb-28c6-4e00-bab0-6608128230f3 req-e2286558-12e7-45d2-b1c2-50df6b447190 service nova] Enqueued Resource ID: d244e772-875b-4644-bcc8-da37cccc2d4f with Priority: HIGHEST for action port [ 1187.285838] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_rules [ 1187.285977] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1187.286366] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d244e772-875b-4644-bcc8-da37cccc2d4f with Priority: HIGHEST for action port [ 1187.286548] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.286671] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.286785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.287423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.287423] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.288440] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.288987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.288987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.288987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.289129] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.289214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.289251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.289601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.289601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.289601] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.291283] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d244e772-875b-4644-bcc8-da37cccc2d4f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.291283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.291283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.291283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.291283] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d244e772-875b-4644-bcc8-da37cccc2d4f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.637770] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.637950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.638034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.638256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.638373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.638580] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.638684] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.638749] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.638901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.638978] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.639079] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be updated. [ 1187.667238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.667415] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.667462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.667654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.667797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.676730] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: IN_PROGRESS for 2s [ 1187.789388] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.789570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.790927] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.793409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d244e772-875b-4644-bcc8-da37cccc2d4f with status ACTIVE [ 1187.793681] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.793807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.793875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.794204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.794374] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.794472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.794536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.794797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.794942] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.795137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.795202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.795345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.795421] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.795508] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d244e772-875b-4644-bcc8-da37cccc2d4f is going to be updated. [ 1187.817624] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.817801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.817841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.818037] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.818180] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.818341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d244e772-875b-4644-bcc8-da37cccc2d4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.293104] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.763395] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 in Status: SUCCESS [ 1188.763630] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 deletion is rescheduled due to dependency. [ 1188.763788] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.795460] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.795694] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.795807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.796076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.796228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.796396] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b is going to be created. [ 1188.818132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.818322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.818322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.818508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.818669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.828714] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: UNINITIALIZED for 2s [ 1189.687067] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08eca076-c535-41d8-935d-e8bf86a63334 in Status: SUCCESS [ 1189.687524] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 deletion is rescheduled due to dependency. [ 1189.687524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.398578] env[65687]: INFO networking_nsxv3.common.synchronization [req-70ca084e-cc74-4e9a-8bc8-a34ed396e961 req-3c817620-da47-4dec-9cc3-cd57d7760297 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1190.399128] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1190.399463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.399588] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.399644] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.399854] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.399996] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.400159] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.400221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.400372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.400457] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.400571] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.703634] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.703634] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.703634] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.703634] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.704494] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.704677] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.704884] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.705161] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.705344] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.705586] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.705745] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.705881] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.706366] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.706593] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.706670] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.706849] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.727476] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.727626] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.727819] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.728044] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.728400] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-231dc462-0d2f-4bb2-b8de-8e5dd914333c taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.728626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.728764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.729112] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.729286] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('231dc462-0d2f-4bb2-b8de-8e5dd914333c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.841335] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: SUCCESS [ 1190.841613] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.841850] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.842137] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.842353] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.842483] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.842589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.842778] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.842864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.842951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.843056] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.903216] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.903523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.903523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.903902] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.904095] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.904366] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.904519] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.904615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.904914] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.905056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.905184] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1190.937262] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.937543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.937543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.937670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.937826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.949106] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1191.231851] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.232276] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.232389] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.232807] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.233017] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.233258] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 231dc462-0d2f-4bb2-b8de-8e5dd914333c not found, creating... [ 1191.233667] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.233894] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.234154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.234466] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.234647] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.235000] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.235241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.235540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.235690] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.235855] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.236078] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 231dc462-0d2f-4bb2-b8de-8e5dd914333c is going to be created. [ 1191.273561] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.273816] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.273962] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.274293] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.274540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.274816] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.346373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.346373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.346628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.346719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.347490] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.347490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.347490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.347490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.347490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.347490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.347797] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.347797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.347797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.347797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.347933] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.348041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.348104] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.348241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.348317] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.348398] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.348487] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.851375] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e01bc0-c377-4649-b94b-2f15bf6b371b: rpc.has_security_group_logging(os_id): False [ 1191.871136] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.871136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.871136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.871136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.871136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.871136] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.871136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872772] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.872772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872772] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872985] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b is going to be created. [ 1191.946439] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.946439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.946439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.946760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.946760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.958409] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: IN_PROGRESS for 2s [ 1191.989058] env[65687]: INFO networking_nsxv3.common.synchronization [req-70ca084e-cc74-4e9a-8bc8-a34ed396e961 req-7630836c-1735-4cc3-a14f-57190aef5287 service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 1191.989260] env[65687]: INFO networking_nsxv3.common.synchronization [req-70ca084e-cc74-4e9a-8bc8-a34ed396e961 req-7630836c-1735-4cc3-a14f-57190aef5287 service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1191.989260] env[65687]: INFO networking_nsxv3.common.synchronization [req-70ca084e-cc74-4e9a-8bc8-a34ed396e961 req-7630836c-1735-4cc3-a14f-57190aef5287 service nova] Enqueued Resource ID: 231dc462-0d2f-4bb2-b8de-8e5dd914333c with Priority: HIGHEST for action port [ 1191.989678] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 1191.989678] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1191.989678] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231dc462-0d2f-4bb2-b8de-8e5dd914333c with Priority: HIGHEST for action port [ 1191.990371] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.990507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.990648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.990876] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.990933] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.992349] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.992349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.993703] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-231dc462-0d2f-4bb2-b8de-8e5dd914333c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.993703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.993703] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.993971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.993971] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('231dc462-0d2f-4bb2-b8de-8e5dd914333c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.499027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 231dc462-0d2f-4bb2-b8de-8e5dd914333c with status ACTIVE [ 1192.499027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499027] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499027] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.499027] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 231dc462-0d2f-4bb2-b8de-8e5dd914333c is going to be updated. [ 1192.500692] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.501054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.523766] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.524932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.524932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.524932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.524932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.524932] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-231dc462-0d2f-4bb2-b8de-8e5dd914333c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.959330] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1192.959740] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 deletion is rescheduled due to dependency. [ 1192.959740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.959895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.960283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.960526] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.960740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.960831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.961121] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.961208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.961309] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.464033] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.967578] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.972445] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: SUCCESS [ 1193.972773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.472400] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.472400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.472400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.472400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.472400] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.472400] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1194.499533] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.499533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.499533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.499533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.499533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.507446] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1196.520061] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1196.520061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.520061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.520726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.520726] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.520726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.520726] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.520950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.520950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.520950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.521058] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.990752] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.990752] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.023700] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.256803] env[65687]: INFO networking_nsxv3.common.synchronization [req-9da09756-51b4-4247-93a7-b7dc84c772bf req-f22c7467-a5e6-4ff4-9640-90c1108f2e96 tempest-ServerAddressesNegativeTestJSON-1613687537 tempest-ServerAddressesNegativeTestJSON-1613687537-project-member] Enqueued Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1197.257485] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b with Priority: HIGHEST for action security_group_members [ 1197.257651] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e01bc0-c377-4649-b94b-2f15bf6b371b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.260979] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.260979] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.260979] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e01bc0-c377-4649-b94b-2f15bf6b371b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.318341] env[65687]: INFO networking_nsxv3.common.synchronization [req-ac87e3d6-d52c-44c9-96bd-264e948dfe8d req-b5c54af4-2b6e-4200-80a4-c4ae76d18505 tempest-ServersTestBootFromVolume-642827675 tempest-ServersTestBootFromVolume-642827675-project-member] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1197.318341] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1197.318341] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.318341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.318341] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.318575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.318610] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.318825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.318825] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.319019] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.319130] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.319241] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.525735] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef3f56e-5126-42cd-8b14-a5b81f082591: rpc.has_security_group_logging(os_id): False [ 1197.547795] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548044] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.548127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.548299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.548794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.548794] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.548794] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.549022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.549022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.549105] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.549177] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1197.617833] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.618078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.618078] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.618312] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.618472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.626422] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.626611] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-295" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.626734] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-295" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.627110] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-295" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.627403] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.627579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.627702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.627933] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.628100] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.628368] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.628508] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.628654] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.628793] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.628933] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.629088] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.629255] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.635981] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1197.653196] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.653384] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.653524] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.653702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-295" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.654047] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-0953e939-2ef9-4927-abb7-fa8e00a020ab taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.654234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.654355] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.654745] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.654889] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0953e939-2ef9-4927-abb7-fa8e00a020ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.762079] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.762302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.762302] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.762541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.762724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.762982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.763133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.763267] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.763441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.763520] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.763608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b is going to be updated. [ 1197.795974] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.796177] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.796222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.796401] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.796549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.806369] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: IN_PROGRESS for 2s [ 1197.821217] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.821217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.821508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.821674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.821674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.821876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.821981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.822072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.822278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.822355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.822422] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec already deleted. [ 1197.822517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.157102] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.157358] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.157488] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.157794] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.157941] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.158121] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 0953e939-2ef9-4927-abb7-fa8e00a020ab not found, creating... [ 1198.158461] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.158666] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.158795] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.159064] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.159211] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.159534] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.159702] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.159816] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.160040] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.160179] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.160321] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 0953e939-2ef9-4927-abb7-fa8e00a020ab is going to be created. [ 1198.182579] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.182790] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.182919] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.183349] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.183681] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.184289] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.890314] env[65687]: INFO networking_nsxv3.common.synchronization [req-ac87e3d6-d52c-44c9-96bd-264e948dfe8d req-c40c57c9-6038-42d3-ace7-d03dad05edfa service nova] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1198.890314] env[65687]: INFO networking_nsxv3.common.synchronization [req-ac87e3d6-d52c-44c9-96bd-264e948dfe8d req-c40c57c9-6038-42d3-ace7-d03dad05edfa service nova] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1198.890314] env[65687]: INFO networking_nsxv3.common.synchronization [req-ac87e3d6-d52c-44c9-96bd-264e948dfe8d req-c40c57c9-6038-42d3-ace7-d03dad05edfa service nova] Enqueued Resource ID: 0953e939-2ef9-4927-abb7-fa8e00a020ab with Priority: HIGHEST for action port [ 1198.890314] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_rules [ 1198.890799] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1198.891317] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0953e939-2ef9-4927-abb7-fa8e00a020ab with Priority: HIGHEST for action port [ 1198.891871] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.892167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.892373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.892721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.892944] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.894171] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.894446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.894645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.894909] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.895336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.895993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.895993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.895993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.895993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.895993] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.897057] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0953e939-2ef9-4927-abb7-fa8e00a020ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.897057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.897057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.897057] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.897292] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0953e939-2ef9-4927-abb7-fa8e00a020ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.399377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.399513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.399705] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0953e939-2ef9-4927-abb7-fa8e00a020ab with status ACTIVE [ 1199.400337] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.400337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.400337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.400506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.400597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.400781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.400883] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.400947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.401125] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.401204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.401392] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.401487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.401546] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.401687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.401762] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.401870] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0953e939-2ef9-4927-abb7-fa8e00a020ab is going to be updated. [ 1199.403418] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.425307] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.425446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.425585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.425711] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.425851] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.426072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0953e939-2ef9-4927-abb7-fa8e00a020ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.650292] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1199.650513] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.819999] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b in Status: SUCCESS [ 1199.821055] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e01bc0-c377-4649-b94b-2f15bf6b371b deletion is rescheduled due to dependency. [ 1199.821055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e01bc0-c377-4649-b94b-2f15bf6b371b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.905995] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.408460] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.408632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.408721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.409561] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec is going to be created. [ 1200.432591] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.432846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.432985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.433226] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.433428] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.442939] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: UNINITIALIZED for 2s [ 1202.454048] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: SUCCESS [ 1202.454344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.454430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.454650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.454851] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.454967] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.455061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.455195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.455273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.455380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.455468] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.958424] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.461113] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f486011-6b65-4c3a-a4af-1e6aa043aeec: rpc.has_security_group_logging(os_id): False [ 1203.479486] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.479674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.479674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.479901] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.480102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.480267] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.480370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.480436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.480612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.480690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.480783] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec is going to be created. [ 1203.543955] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.544203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.544271] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.544466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.544699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.557320] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: IN_PROGRESS for 2s [ 1203.892549] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.892549] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.572987] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: SUCCESS [ 1205.573353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.893939] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.894376] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.895469] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.895817] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.896518] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.896892] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.689136] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.689481] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.689538] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.689909] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.690306] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.690488] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.690607] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.690839] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.690991] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.691237] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.691351] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.691462] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.691571] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.691680] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.691785] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.691919] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.710517] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.710683] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.710802] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.710971] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-66" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.711328] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-6dd28f1c-d081-4535-9921-5857d1b0ba88 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.711504] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.711626] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.711891] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.712047] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd28f1c-d081-4535-9921-5857d1b0ba88',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.897123] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.897309] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.214697] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.214697] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.214969] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.215079] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.215240] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.215547] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.215704] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.215822] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.216064] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.216202] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.216487] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.217016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.217016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.217016] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.217169] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.217232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 is going to be updated. [ 1224.238353] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.238600] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.238689] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.238969] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.239181] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.239405] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.948857] env[65687]: INFO networking_nsxv3.common.synchronization [req-2daa1d02-bd80-4447-94ca-04fda257a6aa req-bad7c41c-af25-464d-9ef1-41b3b3e4e6c1 service nova] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1224.949186] env[65687]: INFO networking_nsxv3.common.synchronization [req-2daa1d02-bd80-4447-94ca-04fda257a6aa req-bad7c41c-af25-464d-9ef1-41b3b3e4e6c1 service nova] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1224.949418] env[65687]: INFO networking_nsxv3.common.synchronization [req-2daa1d02-bd80-4447-94ca-04fda257a6aa req-bad7c41c-af25-464d-9ef1-41b3b3e4e6c1 service nova] Enqueued Resource ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 with Priority: HIGHEST for action port [ 1224.950263] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_rules [ 1224.950487] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1224.950663] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 with Priority: HIGHEST for action port [ 1224.951627] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.951823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.951946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.952259] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.952408] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.953775] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.953955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.954214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.954477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.954855] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.954855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.954855] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.955015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.955114] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.955206] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.956132] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd28f1c-d081-4535-9921-5857d1b0ba88 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.956132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.956132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.956269] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.956497] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd28f1c-d081-4535-9921-5857d1b0ba88',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.458684] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd28f1c-d081-4535-9921-5857d1b0ba88 with status ACTIVE [ 1225.458943] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.459076] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.459156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.459357] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.459447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.459620] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.459733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.459816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.459922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.459995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.460179] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.460298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.460351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.460469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.460533] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.460618] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd28f1c-d081-4535-9921-5857d1b0ba88 is going to be updated. [ 1225.461744] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.462696] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.462790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.485067] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.485272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.485272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.485487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.485633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.485787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd28f1c-d081-4535-9921-5857d1b0ba88" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.966424] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.469760] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.469992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.470058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.470342] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.470452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.470569] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a is going to be updated. [ 1226.502824] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.503025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.503025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.503218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.503373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.513127] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: IN_PROGRESS for 2s [ 1228.525728] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: SUCCESS [ 1228.526161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.526203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.526448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.526659] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.526819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.526884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.527106] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.527203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527283] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527387] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.030516] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.533505] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92b70aef-53ed-499f-ba9d-272cb49aed4a: rpc.has_security_group_logging(os_id): False [ 1229.553656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.553956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.553956] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.554172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.554362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.554674] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.554797] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.554867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.555066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.555153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.555245] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a is going to be updated. [ 1229.619987] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.620229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.620229] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.620443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.620590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.635320] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: IN_PROGRESS for 2s [ 1229.952615] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.952615] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1231.655591] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: SUCCESS [ 1231.656160] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.953956] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.954390] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.955841] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.955841] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.051886] env[65687]: INFO networking_nsxv3.common.synchronization [req-d31753fa-ed67-46ea-9133-1494757a2945 req-e06c8566-fa11-4ad6-aa49-f8885fdf8348 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1240.051886] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGHEST for action security_group_members [ 1240.052049] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.052182] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.052272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.052691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.052828] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.052828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.053031] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.053091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.053164] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.053213] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.556200] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.556385] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.556442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.556648] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.556755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.556931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.557041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.557100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.557252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.557329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.557402] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf is going to be updated. [ 1240.587121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.587274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.587344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.587554] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.587701] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.597058] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: IN_PROGRESS for 2s [ 1242.608578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf in Status: SUCCESS [ 1242.608904] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf deletion is rescheduled due to dependency. [ 1242.608904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.052472] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.052813] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.844798] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d07fda24-1b02-4f35-b101-40454c4d2d8c tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1245.845476] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1245.845731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.845873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.845963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.846256] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.846342] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.956830] env[65687]: INFO networking_nsxv3.common.synchronization [None req-9012b2ba-d6f1-49cc-9b48-b1dd20306fb2 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1245.957409] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1245.957713] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.957811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.367462] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.367756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.367756] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.367846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.367930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.368162] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb already deleted. [ 1246.368162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.368524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.368524] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.368524] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.750980] env[65687]: INFO networking_nsxv3.common.synchronization [req-4498ea52-22f1-4394-a879-63c2f4d1e426 req-5d2e6ef5-0485-49a6-8a61-5b5798a02845 tempest-ServersTestBootFromVolume-642827675 tempest-ServersTestBootFromVolume-642827675-project-member] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1246.751765] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGHEST for action security_group_members [ 1246.752034] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.752704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.752704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.752704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.752704] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.752704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.752704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.752994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.752994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.752994] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.890260] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.890260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.890260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.890517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.890690] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.891623] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb already deleted. [ 1246.891765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.257750] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.257944] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.258065] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.258335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.258474] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.258694] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.258807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.258889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.259090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.259195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.259286] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec is going to be updated. [ 1247.288748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.288935] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.289039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.289332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.289496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.298794] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: IN_PROGRESS for 2s [ 1247.959858] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1247.960136] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.629349] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.629541] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.629666] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.629944] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.630218] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.630378] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.630494] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.630747] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.630898] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.631118] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.631233] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.631341] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.631449] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.631687] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.631840] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.631975] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.651910] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.652200] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.652345] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.652525] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-353" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.652844] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-9a0f8414-242d-41d3-99cb-0df87fbffa7c taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.653035] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.653162] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.653426] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.653623] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0f8414-242d-41d3-99cb-0df87fbffa7c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.156102] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.156540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.156540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.156788] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.156951] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.157260] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.157421] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.157540] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.157764] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.157906] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.158336] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.158511] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.158633] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.158849] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.158977] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.159133] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c is going to be updated. [ 1249.180021] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.180241] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.180362] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.180662] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.180860] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.181121] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.308916] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec in Status: SUCCESS [ 1249.309162] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec deletion is rescheduled due to dependency. [ 1249.309224] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.873884] env[65687]: INFO networking_nsxv3.common.synchronization [req-c095193f-d7fe-454c-91ce-c145dccdd844 req-7eaf84bf-07e1-4ba9-aa33-48d52b4d5de2 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1249.874070] env[65687]: INFO networking_nsxv3.common.synchronization [req-c095193f-d7fe-454c-91ce-c145dccdd844 req-7eaf84bf-07e1-4ba9-aa33-48d52b4d5de2 service nova] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1249.874208] env[65687]: INFO networking_nsxv3.common.synchronization [req-c095193f-d7fe-454c-91ce-c145dccdd844 req-7eaf84bf-07e1-4ba9-aa33-48d52b4d5de2 service nova] Enqueued Resource ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c with Priority: HIGHEST for action port [ 1249.874749] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_rules [ 1249.874882] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1249.875046] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c with Priority: HIGHEST for action port [ 1249.875389] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.875471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.875536] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.875730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.875808] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.876678] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.876787] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.876852] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.877034] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.877189] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.877293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.877353] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.877466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.877547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.877623] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.878420] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0f8414-242d-41d3-99cb-0df87fbffa7c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.878636] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.878708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.878853] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.878982] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0f8414-242d-41d3-99cb-0df87fbffa7c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.380613] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.381774] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.381873] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.382061] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0f8414-242d-41d3-99cb-0df87fbffa7c with status ACTIVE [ 1250.382222] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.382389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.382445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.382698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.382698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.382838] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.382934] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.382993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.383158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.383234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.383411] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.383505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.383633] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.383753] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.383828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.383912] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0f8414-242d-41d3-99cb-0df87fbffa7c is going to be updated. [ 1250.404783] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.405023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.405023] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.405235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.405372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.405529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0f8414-242d-41d3-99cb-0df87fbffa7c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.885909] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.388377] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.388770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.388770] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.388963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.389252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.389314] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1251.416031] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.416210] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.416254] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.416434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.416583] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.425798] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1251.465794] env[65687]: INFO networking_nsxv3.common.synchronization [req-ca401fdd-1680-45f9-af9c-c9c7937f9273 req-2a23b399-c9f6-4c8e-b1b7-9a83bbf06475 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1251.466467] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1251.466727] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.467316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.467402] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.467646] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.467808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.467928] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.468030] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.468148] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.468230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.468325] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.759208] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.759462] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.759619] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.759921] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.760228] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.760440] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.760579] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.760805] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.760945] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.761169] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.761308] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.761434] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.761566] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.761670] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.761791] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.761923] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.780762] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.780927] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.781080] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.781250] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-26" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.781596] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.781769] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.781888] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.782234] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.782372] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7f5eb6-7c21-4b63-8b76-0ccace0fa186',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.970358] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.970589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.970640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.970931] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.971079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.971316] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.971456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.971552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.971742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.971826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.971912] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb already deleted. [ 1251.971994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.286032] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.286032] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.286258] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.286394] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.286544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.286698] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 not found, creating... [ 1252.286964] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.287140] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.287261] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.287480] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.287611] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.287892] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.288058] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.288175] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.288379] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.288512] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.288653] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 is going to be created. [ 1252.313165] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.313510] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.313676] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.313957] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.314204] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.314442] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.037452] env[65687]: INFO networking_nsxv3.common.synchronization [req-ca401fdd-1680-45f9-af9c-c9c7937f9273 req-df6e9a5a-fcd8-4f98-824a-e45259134516 service nova] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1253.037687] env[65687]: INFO networking_nsxv3.common.synchronization [req-ca401fdd-1680-45f9-af9c-c9c7937f9273 req-df6e9a5a-fcd8-4f98-824a-e45259134516 service nova] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1253.037687] env[65687]: INFO networking_nsxv3.common.synchronization [req-ca401fdd-1680-45f9-af9c-c9c7937f9273 req-df6e9a5a-fcd8-4f98-824a-e45259134516 service nova] Enqueued Resource ID: 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 with Priority: HIGHEST for action port [ 1253.038208] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_rules [ 1253.038370] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1253.038484] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 with Priority: HIGHEST for action port [ 1253.038800] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.038943] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.042775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.043058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.043161] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.044807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.044807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.044807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.044807] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.045017] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.045068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.045116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.045315] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.045417] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.045526] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.046431] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.046564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.046652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.046838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.046975] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7f5eb6-7c21-4b63-8b76-0ccace0fa186',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.436149] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1253.436706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.436706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.436859] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.437044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.437170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.437233] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.437396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.437472] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.437557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.437643] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.549207] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.550571] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.550755] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.550877] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 with status ACTIVE [ 1253.551020] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.551134] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.551206] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.551396] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.551529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.551677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.551773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.551837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.552033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.552109] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.552300] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.552412] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.552460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.552590] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.552665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.552739] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c7f5eb6-7c21-4b63-8b76-0ccace0fa186 is going to be updated. [ 1253.576271] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.576510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.576510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.576722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.576877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.577060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7f5eb6-7c21-4b63-8b76-0ccace0fa186" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.940036] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.057516] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.444302] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72: rpc.has_security_group_logging(os_id): False [ 1254.461814] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.461814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.461814] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.462195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.462195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.462345] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.462450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.462514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.462677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.462759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.462846] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1254.536110] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.536296] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.536338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.536559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.536688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557345] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1254.559266] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.559502] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.559595] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.559801] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.559918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.560038] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb is going to be created. [ 1254.587155] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.587571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.587571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.587840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.587840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.605890] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: UNINITIALIZED for 2s [ 1256.576462] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1256.576462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.616886] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: SUCCESS [ 1256.617276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.617395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.617606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.617805] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.617927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.617993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.618212] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.618326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.618411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.618491] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.121238] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.624381] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0654b6c-f2a9-436d-9eb2-ce596a2415fb: rpc.has_security_group_logging(os_id): False [ 1257.644647] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.644907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.644907] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.645085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.645178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.645427] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.645528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.645591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.645741] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.645818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.645903] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb is going to be created. [ 1257.718318] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.718471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.718541] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.718799] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.718993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.730493] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: IN_PROGRESS for 2s [ 1258.039396] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.039524] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.463442] env[65687]: INFO networking_nsxv3.common.synchronization [None req-e0c3c391-c9ef-403b-b3bf-dd3c3795981f None None] Enqueued Resource ID: c176fe52-3e27-4a7d-ae2c-f5af11bab126 with Priority: HIGHEST for action port [ 1258.464581] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176fe52-3e27-4a7d-ae2c-f5af11bab126 with Priority: HIGHEST for action port [ 1258.465146] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c176fe52-3e27-4a7d-ae2c-f5af11bab126 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.465424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c176fe52-3e27-4a7d-ae2c-f5af11bab126" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.465424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c176fe52-3e27-4a7d-ae2c-f5af11bab126" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.466227] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c176fe52-3e27-4a7d-ae2c-f5af11bab126" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.466340] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c176fe52-3e27-4a7d-ae2c-f5af11bab126',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.753847] env[65687]: INFO networking_nsxv3.common.synchronization [None req-1fbcf482-6bef-49aa-8af1-dd18c980edbe tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1258.754508] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1258.755029] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.755776] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.755880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.756204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.756866] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.855272] env[65687]: INFO networking_nsxv3.common.synchronization [None req-d5a9bf8a-543d-41ff-b024-c0607f271c81 tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1258.855945] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1258.856373] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.856373] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.969344] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c176fe52-3e27-4a7d-ae2c-f5af11bab126 [ 1258.969617] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.969757] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.969827] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.970067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.970162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.970260] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c176fe52-3e27-4a7d-ae2c-f5af11bab126 already deleted. [ 1258.970345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c176fe52-3e27-4a7d-ae2c-f5af11bab126" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.279874] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.280303] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.280466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.280857] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.281041] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.281224] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd already deleted. [ 1259.281476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.281722] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.282990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.282990] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.743463] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: SUCCESS [ 1259.743766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.810338] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.810880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.810880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.811092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.811240] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.811385] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd already deleted. [ 1259.811495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.762105] env[65687]: INFO networking_nsxv3.common.synchronization [None req-df8071a6-f974-4324-ade3-47f8cb52c332 None None] Enqueued Resource ID: 6d59556b-b9fd-482d-b526-40ac8b97aa7d with Priority: HIGHEST for action port [ 1260.762702] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d59556b-b9fd-482d-b526-40ac8b97aa7d with Priority: HIGHEST for action port [ 1260.763039] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d59556b-b9fd-482d-b526-40ac8b97aa7d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.763170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d59556b-b9fd-482d-b526-40ac8b97aa7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.763235] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d59556b-b9fd-482d-b526-40ac8b97aa7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.763517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d59556b-b9fd-482d-b526-40ac8b97aa7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.763603] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d59556b-b9fd-482d-b526-40ac8b97aa7d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.266404] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d59556b-b9fd-482d-b526-40ac8b97aa7d [ 1261.266760] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.266947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.267111] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.267397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.267500] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.267604] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d59556b-b9fd-482d-b526-40ac8b97aa7d already deleted. [ 1261.267706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d59556b-b9fd-482d-b526-40ac8b97aa7d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.131347] env[65687]: INFO networking_nsxv3.common.synchronization [req-fcfd6a19-819b-4f2b-b1c2-a8a58999df57 req-570459f7-33eb-4ae3-948d-1cc2f62c2752 tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1265.131347] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1265.131347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.131347] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.131347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.131347] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.512295] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.512526] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.512627] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.512964] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.513244] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.513408] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.513524] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.513743] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.513894] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.514119] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.514237] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.514377] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.514493] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.514608] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.514715] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.514882] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.537575] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.537802] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.537869] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.538095] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.538721] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-5c20811f-10bc-42a5-a415-fe949100ca0b taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.539074] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.539309] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.539810] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.540063] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c20811f-10bc-42a5-a415-fe949100ca0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.633280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.633562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.633562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.633991] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.634201] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.634454] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.634577] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.634660] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.634889] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.635056] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.635170] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd already deleted. [ 1265.635284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.043762] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.043762] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.044083] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.044257] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.044406] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.044566] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 5c20811f-10bc-42a5-a415-fe949100ca0b not found, creating... [ 1266.045021] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.045124] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.045178] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.045404] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.045544] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.045848] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.046217] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.046305] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.046521] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.046658] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.046799] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 5c20811f-10bc-42a5-a415-fe949100ca0b is going to be created. [ 1266.073461] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.073945] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.074164] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.074466] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.074766] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.075128] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.801852] env[65687]: INFO networking_nsxv3.common.synchronization [req-fcfd6a19-819b-4f2b-b1c2-a8a58999df57 req-b26b6455-6b8e-45d8-bfd3-4a96d66a4944 service nova] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1266.802180] env[65687]: INFO networking_nsxv3.common.synchronization [req-fcfd6a19-819b-4f2b-b1c2-a8a58999df57 req-b26b6455-6b8e-45d8-bfd3-4a96d66a4944 service nova] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1266.802180] env[65687]: INFO networking_nsxv3.common.synchronization [req-fcfd6a19-819b-4f2b-b1c2-a8a58999df57 req-b26b6455-6b8e-45d8-bfd3-4a96d66a4944 service nova] Enqueued Resource ID: 5c20811f-10bc-42a5-a415-fe949100ca0b with Priority: HIGHEST for action port [ 1266.802888] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_rules [ 1266.802888] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1266.803114] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c20811f-10bc-42a5-a415-fe949100ca0b with Priority: HIGHEST for action port [ 1266.803234] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.803359] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.803462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.803622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.803704] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.805044] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.805173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.805236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.805423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.805575] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.805818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.805899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.806062] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.806211] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.806263] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.807497] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c20811f-10bc-42a5-a415-fe949100ca0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.807628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.807823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.807948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.807983] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c20811f-10bc-42a5-a415-fe949100ca0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.309914] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.311035] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.311222] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.311362] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c20811f-10bc-42a5-a415-fe949100ca0b with status ACTIVE [ 1267.311486] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.311625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.311702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.311878] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.311981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.312161] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.312261] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.312329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.313526] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.313526] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.313526] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c20811f-10bc-42a5-a415-fe949100ca0b is going to be updated. [ 1267.337310] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.337510] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.337564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.337823] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.337988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.338207] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c20811f-10bc-42a5-a415-fe949100ca0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.576138] env[65687]: INFO networking_nsxv3.common.synchronization [req-cf6fb99d-23c1-4cc8-963d-a28ebc5228e9 req-a03c197d-0cba-4585-94e8-1db7eb75befb tempest-ServerActionsTestOtherB-1659874177 tempest-ServerActionsTestOtherB-1659874177-project-member] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1267.576729] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGHEST for action security_group_members [ 1267.577105] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.577231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.577293] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.577490] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.577639] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.577738] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.577798] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.577948] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.578043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.578136] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.816586] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.080635] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.080820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.080820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.081058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.081168] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.081589] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.081766] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.081877] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.082153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.082280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.082380] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be updated. [ 1268.113899] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.114156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.114156] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.114378] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.114528] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.124951] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: IN_PROGRESS for 2s [ 1268.318380] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.318591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.318591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.318805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.318896] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.318995] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd is going to be created. [ 1268.345771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.345971] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.346092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.346343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.346504] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.359097] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: UNINITIALIZED for 2s [ 1270.135838] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 in Status: SUCCESS [ 1270.135838] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 deletion is rescheduled due to dependency. [ 1270.135838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.370695] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: SUCCESS [ 1270.370887] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.371066] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.371295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.371489] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.371668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.371668] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.371820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.372092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.372213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.372315] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.874542] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.377549] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e85e09c-bd7c-45a2-a257-42faaa50d7dd: rpc.has_security_group_logging(os_id): False [ 1271.397450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.397652] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.397700] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.397985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.398128] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.398399] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.398608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.398608] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.398802] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.398885] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.398996] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd is going to be created. [ 1271.476516] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.476734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.476734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.477021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.477217] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.489493] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: IN_PROGRESS for 2s [ 1271.904304] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.904523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.904523] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.904740] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.904851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.407613] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.577763] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.577763] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.828238] env[65687]: INFO networking_nsxv3.common.synchronization [req-2e01120f-5950-4214-8d02-b8902eb6c8f4 req-b82fe72c-fae1-4a13-8c6a-fc5f085a4f49 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1272.829030] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1272.829230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.829395] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.829549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.829663] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.829857] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.829982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.830464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.830464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.830464] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.830464] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.910867] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.333248] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.333460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.333460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.333657] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.333750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.334121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.334348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.334459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.334713] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.334845] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.335113] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1273.364781] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.365014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.365100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.365404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.365564] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.376919] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1273.413587] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1273.413875] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1273.519821] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: SUCCESS [ 1273.520079] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.427870] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.428241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.428241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.428327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.444548] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1274.445446] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.447114] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1274.490479] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.490629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.490679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.490908] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.504665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.505593] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1274.505703] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.505899] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1274.554574] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.554675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.554675] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.555949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.556585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.556818] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1274.786617] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.786617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.786617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.786617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.786617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.786617] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1274.871175] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.871278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.871278] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.871582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.872014] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.872404] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1274.872467] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0752a0fd-e9d8-4491-a1e7-38e514561b27', '959fcf95-3a4b-4239-919c-f5a0811a7d90', 'c18afcfd-beeb-43c6-a448-35a092e28230', 'c0654b6c-f2a9-436d-9eb2-ce596a2415fb', '5d027721-052e-45db-a887-ddfd221d6f0b', '5054a561-c208-4425-a0f0-56a5a7553a4c', '3cd77ed5-d632-4be5-8578-523d3eed10c6', 'ae866bce-183a-440c-98ca-8b8dd20bfd60', '4ef3f56e-5126-42cd-8b14-a5b81f082591', 'b9ed2be4-db2f-440c-b009-104309e26ab9', '08eca076-c535-41d8-935d-e8bf86a63334', '5e85e09c-bd7c-45a2-a257-42faaa50d7dd', 'f8550358-400b-4e1d-84fd-4892f68eafbe', '04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72', '4da2c2b4-604c-4bae-83c7-3afe7895fbd1', '15b81dda-87b1-42ff-bb2f-f68f331c2e04', '8f486011-6b65-4c3a-a4af-1e6aa043aeec', 'dbb1884a-7f06-4d42-a7f3-e3154125dfea', '49b66cd9-bb29-46b3-ab55-e346886b19ab', '5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf', '3184ef78-6668-4710-9001-796af0725457', '0edaf697-b9a0-4ef8-bd7b-67030291635a', 'd3e5e342-26bd-4b7e-aefd-04a2b4d54f4e', 'e3cf3f46-103c-40a5-9b26-615a4cd146fb', 'fb1566dd-691f-40d9-8a10-cad3614b8964', '198b5382-8087-42d3-ab37-7e38097f64e2', '68179595-d0de-4cce-bae5-01860a5283af', 'd9d74229-c35d-4e5b-b9e0-f16ee5f4a39b', '487ffce7-4f7f-4e8d-9e3d-401ae625b4b8', '177f664b-324a-4f6b-9d8b-f51dcbe3c8ce', 'd9861897-1d4f-411d-a9d9-a42c2eaedebf', '05891d40-8694-4178-9272-a28a7de8089d', '57d813f3-d56e-407b-a468-7298868eb39c', 'fd5c84b8-3044-4b49-ab10-14cc86d942ca', '3c1aca69-6bc3-41d6-9399-588c0a690cad', '4b7c835b-5a58-453a-bee5-b1ce1796b613', '17405d75-f60f-4315-89ca-83fa32d5abb9', '5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3', '3fb8854a-7cd0-48b8-9907-e43b4daa7067', '45e01bc0-c377-4649-b94b-2f15bf6b371b', '77aa3895-a15d-4353-ad83-770207819172', '92b70aef-53ed-499f-ba9d-272cb49aed4a', '185193e0-9f16-4131-9b37-8228ab90be7a'} {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.872580] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1274.893365] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.893622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.893622] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.894692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.894835] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.894973] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1274.895061] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.895146] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1274.988124] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.988281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.988343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.988561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.989784] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.990045] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1274.990130] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.990206] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1274.990268] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1274.990350] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1274.990423] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 1274.990539] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGH for action security_group_rules [ 1274.990580] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGH for action security_group_rules [ 1274.990613] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGH for action security_group_rules [ 1274.990675] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGH for action security_group_rules [ 1274.990753] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGH for action security_group_rules [ 1274.990843] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGH for action security_group_rules [ 1274.990843] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGH for action security_group_rules [ 1274.990950] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1274.990950] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGH for action security_group_rules [ 1274.991015] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGH for action security_group_rules [ 1274.991093] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGH for action security_group_rules [ 1274.991128] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGH for action security_group_rules [ 1274.991221] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 1274.991287] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGH for action security_group_rules [ 1274.991373] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGH for action security_group_rules [ 1274.991418] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGH for action security_group_rules [ 1274.991479] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGH for action security_group_rules [ 1274.991540] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGH for action security_group_rules [ 1274.991605] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGH for action security_group_rules [ 1274.991695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.394743] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1275.394949] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 deletion is rescheduled due to dependency. [ 1275.395112] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.185404] env[65687]: INFO networking_nsxv3.common.synchronization [req-758d2193-66c0-469d-a89b-ff8d6543ec24 req-9c57e04f-b2aa-44ca-a8ca-25fa533ece4e tempest-AttachVolumeShelveTestJSON-988894766 tempest-AttachVolumeShelveTestJSON-988894766-project-member] Enqueued Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1277.185972] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a with Priority: HIGHEST for action security_group_members [ 1277.186145] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 with Priority: HIGH for action security_group_rules [ 1277.186248] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18afcfd-beeb-43c6-a448-35a092e28230 with Priority: HIGH for action security_group_rules [ 1277.186346] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 with Priority: HIGH for action security_group_rules [ 1277.186441] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 with Priority: HIGH for action security_group_rules [ 1277.186533] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf with Priority: HIGH for action security_group_rules [ 1277.186624] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab with Priority: HIGH for action security_group_rules [ 1277.186739] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea with Priority: HIGH for action security_group_rules [ 1277.186879] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec with Priority: HIGH for action security_group_rules [ 1277.187065] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 with Priority: HIGH for action security_group_rules [ 1277.187189] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 with Priority: HIGH for action security_group_rules [ 1277.187330] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8550358-400b-4e1d-84fd-4892f68eafbe with Priority: HIGH for action security_group_rules [ 1277.187438] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGH for action security_group_rules [ 1277.187525] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eca076-c535-41d8-935d-e8bf86a63334 with Priority: HIGH for action security_group_rules [ 1277.187611] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed2be4-db2f-440c-b009-104309e26ab9 with Priority: HIGH for action security_group_rules [ 1277.187696] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1277.187777] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054a561-c208-4425-a0f0-56a5a7553a4c with Priority: HIGH for action security_group_rules [ 1277.187862] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 with Priority: HIGH for action security_group_rules [ 1277.187944] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d027721-052e-45db-a887-ddfd221d6f0b with Priority: HIGH for action security_group_rules [ 1277.188044] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 with Priority: HIGH for action security_group_rules [ 1277.188131] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGH for action security_group_rules [ 1277.188625] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b70aef-53ed-499f-ba9d-272cb49aed4a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.188771] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.188820] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.189054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.189230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.189351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.189438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.189552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.189625] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.189730] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b70aef-53ed-499f-ba9d-272cb49aed4a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.190736] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0752a0fd-e9d8-4491-a1e7-38e514561b27 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.190856] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.190916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.191089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.191171] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0752a0fd-e9d8-4491-a1e7-38e514561b27',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.192106] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18afcfd-beeb-43c6-a448-35a092e28230 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.192237] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.192316] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.192475] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.192549] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18afcfd-beeb-43c6-a448-35a092e28230',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.193495] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd77ed5-d632-4be5-8578-523d3eed10c6 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.193605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.193672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.193828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.193899] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd77ed5-d632-4be5-8578-523d3eed10c6',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.194725] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.194831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.194884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.195225] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.195299] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4da2c2b4-604c-4bae-83c7-3afe7895fbd1',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.196015] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.196139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.196416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.196416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.196416] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.197125] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b66cd9-bb29-46b3-ab55-e346886b19ab taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.197234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.197447] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.197519] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b66cd9-bb29-46b3-ab55-e346886b19ab',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.198364] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.198461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.198530] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.198680] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.198752] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1884a-7f06-4d42-a7f3-e3154125dfea',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.199443] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.199550] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.199615] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.199760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.199833] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f486011-6b65-4c3a-a4af-1e6aa043aeec',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.200511] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.200620] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.200687] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.200838] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.200910] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.201751] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.201840] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.201879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.202334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.202334] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b81dda-87b1-42ff-bb2f-f68f331c2e04',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.202816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8550358-400b-4e1d-84fd-4892f68eafbe taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.202918] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.202992] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.203213] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.203213] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8550358-400b-4e1d-84fd-4892f68eafbe',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.203878] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.204013] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.204082] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.204234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.204307] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.204991] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08eca076-c535-41d8-935d-e8bf86a63334 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.205116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.205167] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.205372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.205372] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08eca076-c535-41d8-935d-e8bf86a63334',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.207639] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed2be4-db2f-440c-b009-104309e26ab9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.207743] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.207811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.207962] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.208052] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed2be4-db2f-440c-b009-104309e26ab9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.208707] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.208833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.208899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.209042] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.209103] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.209771] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5054a561-c208-4425-a0f0-56a5a7553a4c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.209872] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.209939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.210443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.210443] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5054a561-c208-4425-a0f0-56a5a7553a4c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.211089] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae866bce-183a-440c-98ca-8b8dd20bfd60 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.211202] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.211270] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.211899] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.211899] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae866bce-183a-440c-98ca-8b8dd20bfd60',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.212340] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d027721-052e-45db-a887-ddfd221d6f0b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.212443] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.212506] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.212654] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.212722] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d027721-052e-45db-a887-ddfd221d6f0b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.213416] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959fcf95-3a4b-4239-919c-f5a0811a7d90 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.213521] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.213587] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.213734] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.213808] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959fcf95-3a4b-4239-919c-f5a0811a7d90',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.214537] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.214616] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.214676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.214818] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.214970] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.219610] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.219677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.219727] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.219958] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.255517] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.255750] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.262807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.263045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.263879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.264238] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.264413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.264518] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.264860] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.264997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.265219] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a is going to be updated. [ 1277.266604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.266882] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.301982] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.301982] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.302686] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.302817] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.310697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.310697] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4da2c2b4-604c-4bae-83c7-3afe7895fbd1 is going to be deleted. [ 1277.311808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312760] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.325167] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.325391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.325391] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.325586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.325732] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.336384] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: IN_PROGRESS for 2s [ 1277.340837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.340975] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0752a0fd-e9d8-4491-a1e7-38e514561b27 is going to be deleted. [ 1277.342153] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.342365] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.367073] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.367073] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd77ed5-d632-4be5-8578-523d3eed10c6 is going to be deleted. [ 1277.367952] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.368197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.403090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.403090] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18afcfd-beeb-43c6-a448-35a092e28230 is going to be deleted. [ 1277.418205] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.418406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.418406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.418655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.418880] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.419038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4da2c2b4-604c-4bae-83c7-3afe7895fbd1" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.426876] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.427103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.427103] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.427327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.427414] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.427529] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0752a0fd-e9d8-4491-a1e7-38e514561b27" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.447772] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.447970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.447970] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.448208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.448304] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.448423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd77ed5-d632-4be5-8578-523d3eed10c6" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.473068] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.473228] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.473299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.473560] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.473655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.473775] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18afcfd-beeb-43c6-a448-35a092e28230" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.728257] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.728456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.728456] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.728698] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.729447] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.729567] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.729629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.729785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.729865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.729953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.730054] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.739062] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.739253] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.739344] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.739561] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.739728] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.739819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.739884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.740048] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.740135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.740221] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.740310] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.774880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.775100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.775100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.775321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.778135] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.778239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.779087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.779216] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.779880] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.779984] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.780677] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.780782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.781401] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.781495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.782236] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.782352] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.786063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.786175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.787721] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.787833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.789249] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.789347] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.790121] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.790219] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.790836] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.791270] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.791362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.791957] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.792383] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.792478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.793400] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.793956] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.794141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.800742] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.801637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.801637] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5054a561-c208-4425-a0f0-56a5a7553a4c is going to be deleted. [ 1277.802203] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.802512] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.831100] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.831271] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959fcf95-3a4b-4239-919c-f5a0811a7d90 is going to be deleted. [ 1277.832178] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.832394] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.856994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.857197] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72 is going to be deleted. [ 1277.858547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.858547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.873595] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.873811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.890083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.890316] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d027721-052e-45db-a887-ddfd221d6f0b is going to be deleted. [ 1277.891993] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.892165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.907401] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.907558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.924273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.924447] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae866bce-183a-440c-98ca-8b8dd20bfd60 is going to be deleted. [ 1277.925311] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.925565] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.960705] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.960891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.964657] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.964822] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.968630] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.968772] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8550358-400b-4e1d-84fd-4892f68eafbe is going to be deleted. [ 1277.969733] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.969955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.039047] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.039333] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf is going to be deleted. [ 1278.040522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.040522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.097816] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.097816] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.098695] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.098839] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b66cd9-bb29-46b3-ab55-e346886b19ab is going to be deleted. [ 1278.099704] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.099915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.101508] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.101677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.133063] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.133240] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08eca076-c535-41d8-935d-e8bf86a63334 is going to be deleted. [ 1278.134230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.134487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.199087] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.199505] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.204486] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.204688] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f486011-6b65-4c3a-a4af-1e6aa043aeec is going to be deleted. [ 1278.205691] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.205903] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.207532] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.207683] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.237677] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.237840] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be deleted. [ 1278.238861] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.239758] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.239975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.242972] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.264215] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.264460] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.309841] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.310949] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed2be4-db2f-440c-b009-104309e26ab9 is going to be deleted. [ 1278.310949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.311152] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.387808] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.387939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.407213] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.407345] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.424963] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.425201] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b81dda-87b1-42ff-bb2f-f68f331c2e04 is going to be deleted. [ 1278.426190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.426416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.515426] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.515675] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1884a-7f06-4d42-a7f3-e3154125dfea is going to be deleted. [ 1278.517190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.517478] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.517599] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.517779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5054a561-c208-4425-a0f0-56a5a7553a4c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.517950] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.518155] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.518244] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.518548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959fcf95-3a4b-4239-919c-f5a0811a7d90" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.518989] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.519195] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.519314] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.519423] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04c927ea-9fa8-4ef3-91c2-6c9a8c1b4c72" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.519532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.519685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.519800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.519945] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d027721-052e-45db-a887-ddfd221d6f0b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.520165] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.520250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.520348] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.520476] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae866bce-183a-440c-98ca-8b8dd20bfd60" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.520580] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.520773] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.520865] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.520981] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8550358-400b-4e1d-84fd-4892f68eafbe" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521334] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.521445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9f0f71-1b65-4f0f-a1fb-fa064a31f1bf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521751] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.522064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.522184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b66cd9-bb29-46b3-ab55-e346886b19ab" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.522337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.522503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.522579] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.522721] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08eca076-c535-41d8-935d-e8bf86a63334" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.522915] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.523161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.523289] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.523461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f486011-6b65-4c3a-a4af-1e6aa043aeec" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.523637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.523805] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.523904] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.524074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.527321] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.527522] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.527631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.527826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.527968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.528172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed2be4-db2f-440c-b009-104309e26ab9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.604178] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.604397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.604397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.604606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.604697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.604828] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b81dda-87b1-42ff-bb2f-f68f331c2e04" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.651747] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.651964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.651964] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.652220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.652355] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.652487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1884a-7f06-4d42-a7f3-e3154125dfea" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.741795] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e85e09c-bd7c-45a2-a257-42faaa50d7dd: rpc.has_security_group_logging(os_id): False [ 1278.744753] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0654b6c-f2a9-436d-9eb2-ce596a2415fb: rpc.has_security_group_logging(os_id): False [ 1278.764608] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.764803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.764803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.764973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.766731] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.766831] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.788517] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.788875] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.788987] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.789061] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.789343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.789436] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.789519] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd is going to be updated. [ 1278.790637] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.790824] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.853693] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.854130] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.854330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.854404] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.854626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.854712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.854808] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb is going to be updated. [ 1278.914807] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.915017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.915067] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.915260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.916527] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.934535] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: IN_PROGRESS for 2s [ 1278.940891] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.941068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.941068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.941290] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.941450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.962531] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: IN_PROGRESS for 2s [ 1279.350222] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a in Status: SUCCESS [ 1279.350628] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b70aef-53ed-499f-ba9d-272cb49aed4a deletion is rescheduled due to dependency. [ 1279.350628] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b70aef-53ed-499f-ba9d-272cb49aed4a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.306647] env[65687]: INFO networking_nsxv3.common.synchronization [req-345e465c-7f92-4b8c-8e0b-32ee3c083314 req-db976b93-74fa-4d55-af92-bb0f681e9ec1 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1280.306964] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1280.307342] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.308190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.308190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.308544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.308544] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.616433] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.616769] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.616769] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.616978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.617274] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.617436] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.617550] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.617777] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.617916] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.618157] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.618267] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.618371] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.618475] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.618580] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.618681] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.618815] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.639162] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.639339] env[65687]: DEBUG dogpile.cache.region [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.639484] env[65687]: DEBUG dogpile.lock [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.639652] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "network-755" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.639965] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock port-07a4eec3-92de-40fd-add1-940686707f4f taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.640154] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.640271] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.640618] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.640776] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a4eec3-92de-40fd-add1-940686707f4f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.811149] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.811362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.811362] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.811586] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.811674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.811866] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.811988] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.812070] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.812230] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.812309] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.812397] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be deleted. [ 1280.848780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.849015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.849068] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.849337] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.849440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.849582] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.953781] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: SUCCESS [ 1280.954093] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.978727] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: SUCCESS [ 1280.978975] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.143053] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.143266] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.143386] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.143782] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.143882] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.143945] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Segment Port 07a4eec3-92de-40fd-add1-940686707f4f not found, creating... [ 1281.144328] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.144495] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.144613] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.144841] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.144978] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.145330] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.145492] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.145612] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.145820] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.145954] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.146109] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Resource: SegmentPort with ID: 07a4eec3-92de-40fd-add1-940686707f4f is going to be created. [ 1281.168978] env[65687]: DEBUG networking_nsxv3.common.locking [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.169273] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.169354] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.169594] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.169832] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.170063] env[65687]: DEBUG oslo_concurrency.lockutils [None req-f38388b1-4e89-4769-adff-ef8119d511eb None None] Releasing lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.905036] env[65687]: INFO networking_nsxv3.common.synchronization [req-345e465c-7f92-4b8c-8e0b-32ee3c083314 req-46f35ee0-589d-4e02-af9b-078e89801ad8 service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 1281.905036] env[65687]: INFO networking_nsxv3.common.synchronization [req-345e465c-7f92-4b8c-8e0b-32ee3c083314 req-46f35ee0-589d-4e02-af9b-078e89801ad8 service nova] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1281.905036] env[65687]: INFO networking_nsxv3.common.synchronization [req-345e465c-7f92-4b8c-8e0b-32ee3c083314 req-46f35ee0-589d-4e02-af9b-078e89801ad8 service nova] Enqueued Resource ID: 07a4eec3-92de-40fd-add1-940686707f4f with Priority: HIGHEST for action port [ 1281.905601] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_rules [ 1281.905796] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1281.905902] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a4eec3-92de-40fd-add1-940686707f4f with Priority: HIGHEST for action port [ 1281.906294] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.906501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.906612] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.906864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.906985] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.907901] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.908843] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.908843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.909238] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.909753] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a4eec3-92de-40fd-add1-940686707f4f taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.909870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.909917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.910085] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.910159] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a4eec3-92de-40fd-add1-940686707f4f',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.412374] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.412487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.412703] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.413633] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07a4eec3-92de-40fd-add1-940686707f4f with status ACTIVE [ 1282.413839] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.413953] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.414022] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.414251] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.414338] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.414502] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.414605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.416064] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.416064] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.416064] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07a4eec3-92de-40fd-add1-940686707f4f is going to be updated. [ 1282.439780] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.440021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.440021] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.440260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.440424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.440589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a4eec3-92de-40fd-add1-940686707f4f" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.917427] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.420019] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.420266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.420434] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.420676] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.420826] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.420980] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be created. [ 1283.447569] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.447782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.447782] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.447985] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.448162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.459538] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: UNINITIALIZED for 2s [ 1285.472060] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1285.472060] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.472514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.472597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.472865] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.473052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.473162] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.473406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.473552] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.473696] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.473835] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.976964] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.478943] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef3f56e-5126-42cd-8b14-a5b81f082591: rpc.has_security_group_logging(os_id): False [ 1286.500063] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.500333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.500333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.500581] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.500672] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.500967] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.501055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.501122] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.501333] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.501420] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.501510] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be created. [ 1286.569291] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.569441] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.569570] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.569718] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.569891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.584733] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1286.907423] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.908589] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.601443] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1288.601930] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.909302] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.909683] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.910442] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.910824] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.912049] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.912451] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.913653] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.914139] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.915244] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.915631] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.916135] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.916504] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.561048] env[65687]: INFO networking_nsxv3.common.synchronization [req-f71685b6-9698-4992-b757-928face29dbc req-7faa92a2-5006-4b29-915d-6dd415b17de2 tempest-AttachVolumeNegativeTest-580267353 tempest-AttachVolumeNegativeTest-580267353-project-member] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1318.561629] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGHEST for action security_group_members [ 1318.561948] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.562090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.562169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.562403] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.562569] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.562669] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.562742] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.562922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.563035] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.563140] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.068263] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.068484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.068484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.068705] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.068812] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.069055] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.069298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.069298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.069424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.069503] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.069610] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb is going to be updated. [ 1319.115757] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.115980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.115980] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.116185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.116330] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.125344] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: IN_PROGRESS for 2s [ 1321.136505] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb in Status: SUCCESS [ 1321.136864] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb deletion is rescheduled due to dependency. [ 1321.136864] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.562989] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.563398] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.564453] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.564905] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.566102] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.566102] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.566881] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.566881] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.567678] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.567678] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.836995] env[65687]: INFO networking_nsxv3.common.synchronization [req-231992a2-3ea8-446c-8769-2778dba7a212 req-7c47cf61-d1b1-4e0b-bd98-10412d923099 tempest-ServerActionsTestJSON-1762461206 tempest-ServerActionsTestJSON-1762461206-project-member] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1343.837564] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGHEST for action security_group_members [ 1343.837881] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.838020] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.838083] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.838280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.838438] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.838538] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.838605] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.839313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.839313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.839313] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.341206] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.341439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.341439] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.341643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.341737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.341944] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.342051] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.342116] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.342266] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.342339] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.342425] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be updated. [ 1344.370849] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.371131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.371131] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.371242] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.371368] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.379608] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: IN_PROGRESS for 2s [ 1346.390281] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 in Status: SUCCESS [ 1346.390692] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 deletion is rescheduled due to dependency. [ 1346.390692] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.839061] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.839475] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.841037] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.841490] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.842998] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.843510] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.844955] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.845493] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.846461] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.846461] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.847886] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.847886] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.849362] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.849677] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.850585] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.850967] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.852529] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.852917] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.854133] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.854508] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.855900] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.856316] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.857492] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.857866] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.858460] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.858900] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.711273] env[65687]: INFO networking_nsxv3.common.synchronization [req-db222720-4155-489c-983c-509ca396dc7f req-13f304f5-2799-4e60-9746-eef6a51bc5f2 tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1412.711467] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd with Priority: HIGHEST for action security_group_members [ 1412.711744] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.711875] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.711942] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.712171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.712329] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.712424] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.712484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.712626] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.712714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.712805] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e85e09c-bd7c-45a2-a257-42faaa50d7dd',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.216127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.216127] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.216127] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.216618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.216618] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.216618] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd is going to be updated. [ 1413.261896] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.262133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.262133] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.262297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.262440] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.271307] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: IN_PROGRESS for 2s [ 1415.283394] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd in Status: SUCCESS [ 1415.283833] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e85e09c-bd7c-45a2-a257-42faaa50d7dd deletion is rescheduled due to dependency. [ 1415.283833] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e85e09c-bd7c-45a2-a257-42faaa50d7dd" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.359142] env[65687]: INFO networking_nsxv3.common.synchronization [None req-b21400c0-441a-44d0-b737-2b0e0ef91e55 tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1417.359668] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1417.359977] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.360115] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.360194] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.360471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.360559] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.441096] env[65687]: INFO networking_nsxv3.common.synchronization [None req-dc0c122d-93ee-4a9c-b38a-cbae1f96bddf tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1417.441307] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1417.441612] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.441710] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.882592] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.882737] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.882811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.883054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.883143] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.883242] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b already deleted. [ 1417.883326] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.883537] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.883629] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.883733] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.404519] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.404884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.404884] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.404968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.405015] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.405103] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b already deleted. [ 1418.405185] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.442750] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.443217] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.842559] env[65687]: INFO networking_nsxv3.common.synchronization [req-39d90737-903b-44ba-9562-ca9fa756f74a req-6275d627-76ef-4af3-80bb-49d73bef957d tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1422.843119] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1422.843476] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.843604] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.843662] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.843920] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.844088] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.844218] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.844281] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.844408] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.844514] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.844753] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.146881] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.147111] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.147235] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.147508] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.147764] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.147984] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.148111] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.148307] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.148451] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.148686] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.148798] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] NeedRegenerationException {{(pid=65687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.148908] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] no value, waiting for create lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.149028] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] value creation lock acquired {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.149141] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] No value present for key: 'zone-id' {{(pid=65687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.149245] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Calling creation function for not-yet-present value {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.149376] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.172858] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.173062] env[65687]: DEBUG dogpile.cache.region [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1423.173194] env[65687]: DEBUG dogpile.lock [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Released creation lock {{(pid=65687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.173361] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "network-210" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.173677] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock port-c29765c3-ce5f-4154-9b17-48db32df7e52 taken with stack trace [, , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.173885] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.174018] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.174362] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.174501] env[65687]: DEBUG networking_nsxv3.api.rpc [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29765c3-ce5f-4154-9b17-48db32df7e52',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.348147] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.348380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.348380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.348557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.348650] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.348841] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.348941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.349018] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.349174] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.349250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.349336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b already deleted. [ 1423.349416] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.676628] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.677054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.677054] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.677277] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.677445] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.677599] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Segment Port c29765c3-ce5f-4154-9b17-48db32df7e52 not found, creating... [ 1423.677870] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.678047] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.678172] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.678392] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.678529] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.678807] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.678973] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.679130] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.679346] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.679481] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.679621] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Resource: SegmentPort with ID: c29765c3-ce5f-4154-9b17-48db32df7e52 is going to be created. [ 1423.699288] env[65687]: DEBUG networking_nsxv3.common.locking [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.699479] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.699591] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.699845] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.700107] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.700330] env[65687]: DEBUG oslo_concurrency.lockutils [None req-432b2217-d9d8-4c5e-8158-8d1db3f30230 None None] Releasing lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.785307] env[65687]: INFO networking_nsxv3.common.synchronization [req-39d90737-903b-44ba-9562-ca9fa756f74a req-dd1b04a8-13fe-4853-bade-de3ed7643837 service nova] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1424.785597] env[65687]: INFO networking_nsxv3.common.synchronization [req-39d90737-903b-44ba-9562-ca9fa756f74a req-dd1b04a8-13fe-4853-bade-de3ed7643837 service nova] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1424.785779] env[65687]: INFO networking_nsxv3.common.synchronization [req-39d90737-903b-44ba-9562-ca9fa756f74a req-dd1b04a8-13fe-4853-bade-de3ed7643837 service nova] Enqueued Resource ID: c29765c3-ce5f-4154-9b17-48db32df7e52 with Priority: HIGHEST for action port [ 1424.786534] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_rules [ 1424.786675] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1424.786776] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29765c3-ce5f-4154-9b17-48db32df7e52 with Priority: HIGHEST for action port [ 1424.787280] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.787280] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.787473] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.787509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.787591] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.788835] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.789016] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.789141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.789387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.789554] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.789661] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.789724] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.789879] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.789966] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.790517] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.792343] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29765c3-ce5f-4154-9b17-48db32df7e52 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.792453] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.792568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.792747] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.792851] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29765c3-ce5f-4154-9b17-48db32df7e52',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.292924] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.294336] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.294336] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.296790] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c29765c3-ce5f-4154-9b17-48db32df7e52 with status ACTIVE [ 1425.296993] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.297110] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.297175] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.297380] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.297469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.297867] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.297867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.297867] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.298038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.298038] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.298190] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.298284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.298343] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.298484] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.298558] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.298642] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c29765c3-ce5f-4154-9b17-48db32df7e52 is going to be updated. [ 1425.320439] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.320645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.320645] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.320861] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.320998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.321170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29765c3-ce5f-4154-9b17-48db32df7e52" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.795889] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.298173] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.298445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.298445] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.298685] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.298759] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.298848] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b is going to be created. [ 1426.324018] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.324241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.324241] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.324430] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.324589] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.333421] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: UNINITIALIZED for 2s [ 1428.346770] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: SUCCESS [ 1428.347234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.347234] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.347399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.347588] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.347707] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.347769] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.347916] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.347996] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.348092] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.348184] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.851044] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.353525] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c648234d-028a-4b2c-a8e9-8690d272f79b: rpc.has_security_group_logging(os_id): False [ 1429.371105] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.371322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.371322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.371548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.371623] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.371831] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.371939] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.371994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.372173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.372249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.372336] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b is going to be created. [ 1429.428176] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.428496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.428496] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.428621] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.428790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.438835] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: IN_PROGRESS for 2s [ 1429.787823] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.788051] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1431.452509] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: SUCCESS [ 1431.452803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.789535] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.789899] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.791151] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.791615] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.792386] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.792386] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.793484] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.793484] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.794938] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.795398] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.796228] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.796680] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.797259] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.797714] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.798401] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.798769] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.799525] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.799921] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.800625] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.801108] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.801791] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.802195] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.960638] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1487.961152] env[65687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97853d4-7d4a-4eab-8d1c-c7ca402e1468 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.803332] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.803799] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.804605] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.804990] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.246679] env[65687]: INFO networking_nsxv3.common.synchronization [req-e8e6f109-86aa-4749-b503-292c642e09c6 req-9d7bb3ad-1334-4e2b-bfe5-0bf9239aeeff tempest-AttachVolumeTestJSON-424227430 tempest-AttachVolumeTestJSON-424227430-project-member] Enqueued Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1499.246679] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c648234d-028a-4b2c-a8e9-8690d272f79b with Priority: HIGHEST for action security_group_members [ 1499.246679] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c648234d-028a-4b2c-a8e9-8690d272f79b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.246679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.246679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.246679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.246679] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.246679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.246679] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.247706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.247706] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.247706] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c648234d-028a-4b2c-a8e9-8690d272f79b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.749811] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.749811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.749811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.749811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.749811] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.750450] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.750450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.750450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.750450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.750450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.750450] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b is going to be updated. [ 1499.785924] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.786169] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.786360] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.786501] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.786714] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.795871] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: IN_PROGRESS for 2s [ 1501.806888] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c648234d-028a-4b2c-a8e9-8690d272f79b in Status: SUCCESS [ 1501.807392] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c648234d-028a-4b2c-a8e9-8690d272f79b deletion is rescheduled due to dependency. [ 1501.807392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c648234d-028a-4b2c-a8e9-8690d272f79b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.246764] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.246764] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.247732] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.248179] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.904054] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.904054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.904054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.904054] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.904569] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.407343] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.909524] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.412522] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1513.412681] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1514.158547] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.158968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.158968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.158968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.171589] env[65687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1514.172601] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.173807] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1514.214448] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.214795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.214795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.214894] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.228043] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.228951] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1514.229033] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.229149] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1514.248702] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.248848] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.264448] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.264641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.264719] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.264922] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.265674] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.265837] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1514.340084] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.340262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.340262] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.340466] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.340785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.341368] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1514.413391] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.413649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.413649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.413819] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.414099] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.414392] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1514.414482] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'77aa3895-a15d-4353-ad83-770207819172', '3184ef78-6668-4710-9001-796af0725457', '0edaf697-b9a0-4ef8-bd7b-67030291635a', 'd3e5e342-26bd-4b7e-aefd-04a2b4d54f4e', 'c0654b6c-f2a9-436d-9eb2-ce596a2415fb', 'e3cf3f46-103c-40a5-9b26-615a4cd146fb', 'fb1566dd-691f-40d9-8a10-cad3614b8964', '198b5382-8087-42d3-ab37-7e38097f64e2', '68179595-d0de-4cce-bae5-01860a5283af', '487ffce7-4f7f-4e8d-9e3d-401ae625b4b8', 'd9d74229-c35d-4e5b-b9e0-f16ee5f4a39b', '177f664b-324a-4f6b-9d8b-f51dcbe3c8ce', 'd9861897-1d4f-411d-a9d9-a42c2eaedebf', '05891d40-8694-4178-9272-a28a7de8089d', '57d813f3-d56e-407b-a468-7298868eb39c', 'fd5c84b8-3044-4b49-ab10-14cc86d942ca', '3c1aca69-6bc3-41d6-9399-588c0a690cad', '4ef3f56e-5126-42cd-8b14-a5b81f082591', '4b7c835b-5a58-453a-bee5-b1ce1796b613', '17405d75-f60f-4315-89ca-83fa32d5abb9', '5f2d2e1a-e4a5-4fc9-b6b0-31bc42cfd0d3', '3fb8854a-7cd0-48b8-9907-e43b4daa7067', '45e01bc0-c377-4649-b94b-2f15bf6b371b', '5e85e09c-bd7c-45a2-a257-42faaa50d7dd', '92b70aef-53ed-499f-ba9d-272cb49aed4a', '185193e0-9f16-4131-9b37-8228ab90be7a', 'c648234d-028a-4b2c-a8e9-8690d272f79b'} {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.414578] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1514.434701] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.434910] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.434995] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.435192] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.435282] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.435393] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1514.435484] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.435537] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1514.506091] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.506091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.506091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.506557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.507548] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.507848] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1514.507934] env[65687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.508014] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1514.508087] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1514.508164] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1514.508237] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGH for action security_group_rules [ 1514.508319] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGH for action security_group_rules [ 1514.508386] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGH for action security_group_rules [ 1514.508487] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGH for action security_group_rules [ 1514.508527] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGH for action security_group_rules [ 1514.508560] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGH for action security_group_rules [ 1514.508625] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGH for action security_group_rules [ 1514.508690] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGH for action security_group_rules [ 1514.508736] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGH for action security_group_rules [ 1514.508790] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGH for action security_group_rules [ 1514.508842] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGH for action security_group_rules [ 1514.508891] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGH for action security_group_rules [ 1514.508942] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGH for action security_group_rules [ 1514.508989] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGH for action security_group_rules [ 1514.509065] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGH for action security_group_rules [ 1514.509122] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGH for action security_group_rules [ 1514.509192] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGH for action security_group_rules [ 1514.509245] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1514.509299] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGH for action security_group_rules [ 1514.509349] env[65687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGH for action security_group_rules [ 1514.509438] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.250234] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.250687] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1519.250687] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa3895-a15d-4353-ad83-770207819172 with Priority: HIGH for action security_group_rules [ 1519.250687] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a with Priority: HIGH for action security_group_rules [ 1519.250687] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1566dd-691f-40d9-8a10-cad3614b8964 with Priority: HIGH for action security_group_rules [ 1519.250838] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d813f3-d56e-407b-a468-7298868eb39c with Priority: HIGH for action security_group_rules [ 1519.250875] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 with Priority: HIGH for action security_group_rules [ 1519.251087] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 with Priority: HIGH for action security_group_rules [ 1519.251087] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 with Priority: HIGH for action security_group_rules [ 1519.251245] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad with Priority: HIGH for action security_group_rules [ 1519.251245] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05891d40-8694-4178-9272-a28a7de8089d with Priority: HIGH for action security_group_rules [ 1519.251368] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca with Priority: HIGH for action security_group_rules [ 1519.251368] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf with Priority: HIGH for action security_group_rules [ 1519.251466] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce with Priority: HIGH for action security_group_rules [ 1519.251539] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b with Priority: HIGH for action security_group_rules [ 1519.251629] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 with Priority: HIGH for action security_group_rules [ 1519.251716] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68179595-d0de-4cce-bae5-01860a5283af with Priority: HIGH for action security_group_rules [ 1519.251807] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb with Priority: HIGH for action security_group_rules [ 1519.251906] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b5382-8087-42d3-ab37-7e38097f64e2 with Priority: HIGH for action security_group_rules [ 1519.252039] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb with Priority: HIGH for action security_group_rules [ 1519.252143] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3184ef78-6668-4710-9001-796af0725457 with Priority: HIGH for action security_group_rules [ 1519.252236] env[65687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e with Priority: HIGH for action security_group_rules [ 1519.252578] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77aa3895-a15d-4353-ad83-770207819172 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.252712] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.252780] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.252994] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.253094] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77aa3895-a15d-4353-ad83-770207819172',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.254152] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edaf697-b9a0-4ef8-bd7b-67030291635a taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.254245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.254299] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.254462] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.254530] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edaf697-b9a0-4ef8-bd7b-67030291635a',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.255421] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1566dd-691f-40d9-8a10-cad3614b8964 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.255562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.255562] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.255641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.255707] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1566dd-691f-40d9-8a10-cad3614b8964',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.256790] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d813f3-d56e-407b-a468-7298868eb39c taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.256790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.256790] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.256949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.256992] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d813f3-d56e-407b-a468-7298868eb39c',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.257843] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17405d75-f60f-4315-89ca-83fa32d5abb9 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.257843] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.258052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.258052] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.258152] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17405d75-f60f-4315-89ca-83fa32d5abb9',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.258825] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b7c835b-5a58-453a-bee5-b1ce1796b613 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.258951] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.259097] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.259173] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.259238] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b7c835b-5a58-453a-bee5-b1ce1796b613',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.259959] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef3f56e-5126-42cd-8b14-a5b81f082591 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.260071] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.260139] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.260284] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.260343] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef3f56e-5126-42cd-8b14-a5b81f082591',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.261170] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c1aca69-6bc3-41d6-9399-588c0a690cad taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.261291] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.261351] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.261477] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.261546] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c1aca69-6bc3-41d6-9399-588c0a690cad',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.262230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05891d40-8694-4178-9272-a28a7de8089d taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.262392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.262392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.262532] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.262604] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05891d40-8694-4178-9272-a28a7de8089d',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.263278] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.263397] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.263471] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.263571] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.263706] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5c84b8-3044-4b49-ab10-14cc86d942ca',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.264333] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.264433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.264493] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.264632] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.264705] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9861897-1d4f-411d-a9d9-a42c2eaedebf',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.265522] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.265617] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.265702] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.265933] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.265933] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('177f664b-324a-4f6b-9d8b-f51dcbe3c8ce',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.266574] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.266717] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.266779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.266895] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.267019] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.267642] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.267745] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.267846] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.268393] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.268393] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('487ffce7-4f7f-4e8d-9e3d-401ae625b4b8',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.268877] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68179595-d0de-4cce-bae5-01860a5283af taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.268947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.269058] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.269132] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.269201] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68179595-d0de-4cce-bae5-01860a5283af',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.269858] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.269977] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.270144] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.270184] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.270257] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3cf3f46-103c-40a5-9b26-615a4cd146fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.271039] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b5382-8087-42d3-ab37-7e38097f64e2 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.271039] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.271205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.271252] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.271303] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b5382-8087-42d3-ab37-7e38097f64e2',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.271946] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.272074] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.272135] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.272273] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.272338] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0654b6c-f2a9-436d-9eb2-ce596a2415fb',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.273126] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3184ef78-6668-4710-9001-796af0725457 taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.273220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.273300] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.273433] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.273499] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3184ef78-6668-4710-9001-796af0725457',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.274230] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e taken with stack trace [, , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.274332] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.274390] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.274543] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.274622] env[65687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e',) {} {{(pid=65687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.323724] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.323947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.323947] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.324204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.326086] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.326188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.326912] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.327017] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.327718] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.327810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.328531] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.328627] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.329387] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.329507] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.330397] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.330508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.348186] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.348399] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c1aca69-6bc3-41d6-9399-588c0a690cad is going to be deleted. [ 1519.349197] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.349399] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.372276] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.372459] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17405d75-f60f-4315-89ca-83fa32d5abb9 is going to be deleted. [ 1519.373260] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.373469] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.394631] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.394884] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edaf697-b9a0-4ef8-bd7b-67030291635a is going to be deleted. [ 1519.395765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.395973] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.415566] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.415749] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1566dd-691f-40d9-8a10-cad3614b8964 is going to be deleted. [ 1519.416585] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.416792] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.419067] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.419220] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.431893] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.432158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.436370] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.436520] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b7c835b-5a58-453a-bee5-b1ce1796b613 is going to be deleted. [ 1519.437459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.437681] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.473809] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.473981] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77aa3895-a15d-4353-ad83-770207819172 is going to be deleted. [ 1519.474925] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.475171] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.490419] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.490651] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.493463] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.493606] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.515309] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.515509] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.522452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.522583] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d813f3-d56e-407b-a468-7298868eb39c is going to be deleted. [ 1519.523495] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.523708] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.523795] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.523917] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c1aca69-6bc3-41d6-9399-588c0a690cad" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.524091] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.524250] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.524327] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.524442] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17405d75-f60f-4315-89ca-83fa32d5abb9" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.525033] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.525209] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.525295] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.525411] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edaf697-b9a0-4ef8-bd7b-67030291635a" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.525575] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.525730] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.525808] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.525926] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1566dd-691f-40d9-8a10-cad3614b8964" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.526072] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.526214] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.526285] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.526389] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b7c835b-5a58-453a-bee5-b1ce1796b613" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.660418] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.660639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.660639] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.660837] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.660927] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.661081] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d813f3-d56e-407b-a468-7298868eb39c" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.674656] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.674891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.674891] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.675108] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.675200] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.675322] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77aa3895-a15d-4353-ad83-770207819172" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.846636] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.846870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.846870] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.847090] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.848860] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.849055] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.850188] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.850301] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.853226] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.853387] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.859848] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.860059] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.863114] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.863236] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.863940] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.864029] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.864700] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.864779] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.866997] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.867102] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.871311] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.871450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.874042] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.874188] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.875591] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1519.876070] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.876190] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.878496] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1519.878946] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.879095] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3cf3f46-103c-40a5-9b26-615a4cd146fb is going to be deleted. [ 1519.880050] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.880272] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.881748] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.881866] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.914699] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.914896] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5c84b8-3044-4b49-ab10-14cc86d942ca is going to be deleted. [ 1519.915810] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.916045] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.952931] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.953154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.954094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.954232] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e is going to be deleted. [ 1519.955172] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.955388] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.977097] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.977298] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.978349] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.978474] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9861897-1d4f-411d-a9d9-a42c2eaedebf is going to be deleted. [ 1519.979413] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.979641] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.036294] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.036528] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3184ef78-6668-4710-9001-796af0725457 is going to be deleted. [ 1520.038074] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.038231] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.038274] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.038450] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.038534] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.038655] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e5e342-26bd-4b7e-aefd-04a2b4d54f4e" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.038803] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.038955] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.073141] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.073318] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0654b6c-f2a9-436d-9eb2-ce596a2415fb is going to be deleted. [ 1520.074245] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.074461] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.075863] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.075968] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.150695] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.150941] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.162094] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.162330] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b5382-8087-42d3-ab37-7e38097f64e2 is going to be deleted. [ 1520.163158] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.163372] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.208559] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.208787] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 177f664b-324a-4f6b-9d8b-f51dcbe3c8ce is going to be deleted. [ 1520.209607] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.209800] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.247306] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.247536] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef3f56e-5126-42cd-8b14-a5b81f082591 is going to be deleted. [ 1520.248452] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.248688] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.269733] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.270161] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.300592] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.300842] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.314653] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.314890] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 487ffce7-4f7f-4e8d-9e3d-401ae625b4b8 is going to be deleted. [ 1520.315765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.315990] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.349649] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.349836] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b is going to be deleted. [ 1520.350725] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.350949] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.383946] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.384208] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.408052] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.408329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.409670] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.409794] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05891d40-8694-4178-9272-a28a7de8089d is going to be deleted. [ 1520.410697] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.410921] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.411025] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.411154] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3cf3f46-103c-40a5-9b26-615a4cd146fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.411307] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.411468] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.411547] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.411665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5c84b8-3044-4b49-ab10-14cc86d942ca" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.412205] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.412367] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.447380] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.447597] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.500170] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.500438] env[65687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68179595-d0de-4cce-bae5-01860a5283af is going to be deleted. [ 1520.501329] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.501549] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.501640] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.501765] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9861897-1d4f-411d-a9d9-a42c2eaedebf" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.502768] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.502881] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.502938] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.503249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.503249] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.503392] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d74229-c35d-4e5b-b9e0-f16ee5f4a39b" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.503448] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.503591] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.503665] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.503785] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3184ef78-6668-4710-9001-796af0725457" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.504335] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.504487] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.504568] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.504689] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0654b6c-f2a9-436d-9eb2-ce596a2415fb" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.504848] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.504997] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.505089] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.505204] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b5382-8087-42d3-ab37-7e38097f64e2" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.505321] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.505459] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.505531] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.505643] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-177f664b-324a-4f6b-9d8b-f51dcbe3c8ce" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.505774] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.505919] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.506011] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.506126] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef3f56e-5126-42cd-8b14-a5b81f082591" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.506239] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.506379] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.506454] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.506557] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-487ffce7-4f7f-4e8d-9e3d-401ae625b4b8" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.576769] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.577136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.577136] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.577313] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.577406] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.577544] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05891d40-8694-4178-9272-a28a7de8089d" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.641308] env[65687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.641856] env[65687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.641998] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.642087] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.642297] env[65687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.642384] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.642508] env[65687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68179595-d0de-4cce-bae5-01860a5283af" {{(pid=65687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.253806] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.254283] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.254798] env[65687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.254798] env[65687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0